-- Logs begin at Tue 2022-08-30 00:09:52 UTC, end at Tue 2022-08-30 01:32:29 UTC. -- Aug 30 01:02:02.393489 dv-cinder-815712-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 01:02:05.065994 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.common.config [-] Logging enabled! Aug 30 01:02:05.066596 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 01:02:05.066788 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106909) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 01:02:05.070022 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.common.config [-] Logging enabled! Aug 30 01:02:05.070271 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 30 01:02:05.070575 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106909) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 30 01:02:05.071503 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 01:02:05.071731 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 01:02:05.072207 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 01:02:05.072448 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 01:02:05.072667 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 01:02:05.072979 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.073271 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.073496 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.073811 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.074096 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.074370 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.074654 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.074942 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.075223 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.075498 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.075808 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.076041 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.076317 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.076599 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.076877 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.077096 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] debug = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.077370 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.077815 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.078218 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.078494 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.078775 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.079053 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.079316 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.079590 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.079866 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.080186 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] host = dv-cinder-815712-11-iscsi {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.080456 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.080735 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.081033 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.081293 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.081562 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.081860 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.082147 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.082421 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.082675 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.082942 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.083221 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.083501 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.083781 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.083999 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.084214 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.084489 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.084781 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.085047 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.085313 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.085579 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.085866 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.086133 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.086392 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.086667 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.086942 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.087220 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.087487 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.087751 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.088015 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.088278 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.088553 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.088820 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.089081 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.089346 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.089630 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.089921 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.090185 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.090475 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.090754 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.091026 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.091308 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.091690 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.091971 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.092241 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.092509 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.092774 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] use_json = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.093041 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.093309 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.093584 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.093887 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.094156 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.094422 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.094687 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.094963 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.095229 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:05.095519 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.095808 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.096099 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.096375 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.096669 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.096940 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.097220 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.097490 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.097796 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.098080 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.098362 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.098633 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.098926 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.099204 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.099497 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.099792 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.100077 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.100358 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.100624 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.100888 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.101154 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.101426 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.101700 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.101993 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.102272 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.102553 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.102821 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.103110 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.103387 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.103663 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.103947 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.104228 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.104492 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.104760 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.105040 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.105310 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.105575 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.105882 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.106155 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.106418 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.106692 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.106972 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.107827 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.108096 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.108367 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.108651 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.108922 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.109188 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.109453 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.109722 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.110029 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.110290 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.110563 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.110832 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.111098 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.111387 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.111640 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.111907 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.112177 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.112445 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.112716 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.112983 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.113250 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.113518 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.113809 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.114077 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.114343 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.114607 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.114876 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.115141 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.115410 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.115671 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.115936 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.116200 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.116477 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.116770 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.117035 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.117307 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.117577 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.117870 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.118144 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.118415 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.118685 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.118959 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.119226 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.119511 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.119787 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.120069 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.120346 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.120696 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.120988 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.121262 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.121534 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.121832 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.122105 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.122376 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.122717 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.123570 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.123846 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.124124 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.124404 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.124693 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.124981 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.125255 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.125543 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.125853 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.126144 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.126417 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.126723 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.126997 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:05.127211 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 01:02:05.127448 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106909) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 01:02:05.421713 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 01:02:05.421973 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 01:02:05.422241 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 01:02:05.422469 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 30 01:02:05.422743 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 30 01:02:05.423063 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 01:02:05.831768 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.832052 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.832322 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.833503 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.833792 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.834056 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.886134 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.886405 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.886669 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.906599 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.907065 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.907435 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.935849 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.936121 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.936381 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.973243 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.973516 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:05.973806 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.204301 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.204900 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.204900 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.205145 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.205920 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.304776 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.305081 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.305358 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.305621 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.305906 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.306211 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.306466 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.306716 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.306965 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.307241 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.307496 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.307755 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.308008 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.308254 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.308504 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.308766 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.309016 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.309276 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.309552 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.309818 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.310116 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.310390 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.310666 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.311034 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.311280 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.311522 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.311912 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:02:06.312144 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:02:06.312372 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:02:06.312599 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:02:06.312825 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:02:06.313063 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:02:06.313409 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 01:02:06.316791 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 01:02:06.320649 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 01:02:06.324523 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 30 01:02:06.326180 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 01:02:06.326801 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 01:02:06.327133 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 01:02:06.327517 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 01:02:06.330285 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 01:02:06.330532 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 01:02:06.330870 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 01:02:06.335868 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 01:02:06.360073 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 01:02:06.360526 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.360823 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106909) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 30 01:02:06.361194 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.362573 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106909) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 01:02:06.362848 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 01:02:06.363086 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 01:02:06.368259 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.368712 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:06.506119 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 01:02:06.506363 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 01:02:06.506600 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 01:02:06.506985 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 01:02:06.560917 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO dbcounter [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Registered counter for database neutron Aug 30 01:02:06.582239 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_db.sqlalchemy.engines [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106909) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 01:02:06.588546 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG dbcounter [-] [106909] Writer thread running {{(pid=106909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:02:07.287743 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Initializing driver for type 'gre' Aug 30 01:02:07.288393 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] gre ID ranges: [(1, 1000)] Aug 30 01:02:07.490062 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Initializing driver for type 'local' Aug 30 01:02:07.490452 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Initializing driver for type 'vlan' Aug 30 01:02:07.603960 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] VlanTypeDriver initialization complete Aug 30 01:02:07.604324 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Initializing driver for type 'vxlan' Aug 30 01:02:07.604862 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] vxlan ID ranges: [(1, 1000)] Aug 30 01:02:07.827190 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Initializing extension driver 'port_security' Aug 30 01:02:07.827529 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.extensions.port_security [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] PortSecurityExtensionDriver initialization complete Aug 30 01:02:07.827865 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Initializing mechanism driver 'openvswitch' Aug 30 01:02:07.828188 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Initializing mechanism driver 'hyperv' Aug 30 01:02:07.835387 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.plugin [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:07.836077 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > port after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.838921 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > port after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.838921 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > port after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.838921 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:02:07.838921 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > subnet after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.838921 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > subnet after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.839301 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.839301 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:02:07.839301 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > network after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.839611 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > network after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.839964 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > network after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.840364 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:02:07.840814 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > security_group after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.841173 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > security_group after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.842098 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.842506 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:02:07.842952 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.843307 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.843651 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.844052 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:02:07.844458 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > address_group after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.844804 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > address_group after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.845149 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.845544 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106909) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 30 01:02:07.846052 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] ML2 OVO RPC backend initialized. {{(pid=106909) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 30 01:02:07.846779 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.847138 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.847810 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > network before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.847919 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > networks before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.848259 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > port before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.848605 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > ports before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.848957 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > subnet before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.849302 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > subnets before_response 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.849652 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > network after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.850021 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > network after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.850384 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > network after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.850698 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > port after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.851037 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > port after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.851375 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > port after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.851713 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > subnet after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.852052 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > subnet after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.852389 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.860909 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded quota_driver: . Aug 30 01:02:07.861215 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.plugin [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Modular L2 Plugin initialization complete Aug 30 01:02:07.861564 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading services supported by the core plugin {{(pid=106909) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 01:02:07.861950 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.plugins.ml2.managers [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Got port-security extension from driver 'port_security' Aug 30 01:02:07.862442 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.extensions.vlantransparent [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Disabled vlantransparent extension. Aug 30 01:02:07.862954 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106909) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 01:02:07.863280 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading Plugin: router Aug 30 01:02:07.899363 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.899755 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router after_create 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.900135 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router before_create 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.900510 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.900890 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.901253 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router after_delete 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.901621 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.902011 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.902379 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router after_create 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.902731 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router after_update 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.903088 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router after_update 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.903446 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.903811 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router after_update 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.904793 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router precommit_update 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.905173 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: port after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.905516 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: port after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.905885 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: subnet after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.906241 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.906598 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.906950 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router precommit_create 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.907298 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: port before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.907645 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router precommit_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.908004 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router after_update 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.908350 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.908709 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router precommit_create 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.909075 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.909426 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router precommit_update 55549900 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.909825 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > agent after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.910181 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > agent after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.910530 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > network after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.911406 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Tracking information for resource: router configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:02:07.911743 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Tracking information for resource: floatingip configured {{(pid=106909) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 01:02:07.916647 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.db.l3_agentschedulers_db [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 01:02:07.917229 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: port after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.917595 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: port after_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.917981 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: port after_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.918336 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: port after_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.919147 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router before_create 55550100 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.919587 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.919974 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router precommit_create 55550100 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.920335 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > router precommit_update 55550100 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.925160 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.services.provider_configuration [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service providers = [] {{(pid=106909) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 01:02:07.925527 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.db.servicetype_db [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106909) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 01:02:07.928706 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.services.service_base [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 01:02:07.929066 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.services.service_base [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 01:02:07.929416 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.services.service_base [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 01:02:07.930353 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.services.service_base [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106909) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 01:02:07.930726 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.services.service_base [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 01:02:07.931113 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:02:07.931434 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 01:02:07.942425 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:02:07.942762 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading Plugin: auto_allocate Aug 30 01:02:07.948582 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: network precommit_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.948958 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: network precommit_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.949494 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:02:07.949853 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading Plugin: tag Aug 30 01:02:07.971314 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:02:07.971642 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading Plugin: timestamp Aug 30 01:02:07.975470 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:02:07.975803 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading Plugin: network_ip_availability Aug 30 01:02:07.981266 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.981644 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.982090 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:07.982843 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:02:07.983157 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading Plugin: flavors Aug 30 01:02:07.989669 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:02:07.989939 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading Plugin: revisions Aug 30 01:02:08.001375 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106909) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 01:02:08.001796 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.579s {{(pid=106909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 30 01:02:08.002573 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106909) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 30 01:02:08.002929 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Initializing extension manager. Aug 30 01:02:08.003459 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: __init__.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.003802 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: __pycache__ {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.004135 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: address_group.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.004899 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.005473 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: address-group Aug 30 01:02:08.005816 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: address_scope.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.006496 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.006992 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: address-scope Aug 30 01:02:08.007314 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.008254 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.008752 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: router-admin-state-down-before-update Aug 30 01:02:08.009072 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: agent.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.009759 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.010246 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: agent Aug 30 01:02:08.010565 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: agent_resources_synced.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.011429 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.011929 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: agent-resources-synced Aug 30 01:02:08.012246 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: allowedaddresspairs.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.014637 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.015149 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: allowed-address-pairs Aug 30 01:02:08.015471 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: auto_allocated_topology.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.016526 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.017028 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: auto-allocated-topology Aug 30 01:02:08.017349 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: availability_zone.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.018031 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.018531 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: availability_zone Aug 30 01:02:08.018851 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: availability_zone_filter.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.019716 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.020213 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: availability_zone_filter Aug 30 01:02:08.020534 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: data_plane_status.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.021396 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.021926 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 01:02:08.022246 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: default_subnetpools.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.023112 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.023613 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: default-subnetpools Aug 30 01:02:08.023931 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.024719 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.025218 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: dhcp_agent_scheduler Aug 30 01:02:08.025540 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: dns.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.026428 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.026922 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 01:02:08.027240 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: dns_domain_ports.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.028111 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.028600 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 01:02:08.029536 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.030482 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.030968 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 01:02:08.031289 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: dvr.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.031923 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.032419 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: dvr Aug 30 01:02:08.032736 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: ecmp_routes.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.033612 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.034133 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 01:02:08.034452 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: empty_string_filtering.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.035316 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.035805 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: empty-string-filtering Aug 30 01:02:08.036118 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.036980 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.037468 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 01:02:08.037819 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.038694 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.039216 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 01:02:08.039494 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: external_net.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.040356 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.040843 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: external-net Aug 30 01:02:08.041160 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.042035 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.042525 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: extra_dhcp_opt Aug 30 01:02:08.042871 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: extraroute.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.043745 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.044230 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: extraroute Aug 30 01:02:08.044659 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: extraroute_atomic.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.045752 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.046269 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: extraroute-atomic Aug 30 01:02:08.046588 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: filter_validation.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.047481 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.047977 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: filter-validation Aug 30 01:02:08.048308 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: fip_pf_description.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.049218 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.049709 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 01:02:08.050050 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: fip_pf_port_range.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.050916 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.051407 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 30 01:02:08.051730 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: fip_port_details.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.052598 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.053097 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: fip-port-details Aug 30 01:02:08.053420 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: flavors.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.054642 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.055147 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: flavors Aug 30 01:02:08.055472 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.057086 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.057593 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 01:02:08.057936 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: floatingip_pools.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.058610 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.059108 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: floatingip-pools Aug 30 01:02:08.059430 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: ip_allocation.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.060532 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.061202 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 01:02:08.061528 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.062444 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.062945 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: ip-substring-filtering Aug 30 01:02:08.063265 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: l2_adjacency.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.064175 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.064697 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 01:02:08.064988 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: l3.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.066257 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.066765 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: router Aug 30 01:02:08.067081 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.076874 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.077421 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 01:02:08.077794 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.078711 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.079224 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: ext-gw-mode Aug 30 01:02:08.079559 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.080450 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.080980 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: l3-ha Aug 30 01:02:08.081312 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.082226 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.082727 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 30 01:02:08.083054 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: l3_flavors.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.083955 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.084459 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: l3-flavors Aug 30 01:02:08.084793 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.086250 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.086716 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 30 01:02:08.087050 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.088000 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.088523 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 01:02:08.088850 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: l3agentscheduler.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.089954 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.090469 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: l3_agent_scheduler Aug 30 01:02:08.090804 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: local_ip.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.093528 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.094084 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension local_ip not supported by any of loaded plugins Aug 30 01:02:08.094435 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: logging.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.095942 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.096466 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension logging not supported by any of loaded plugins Aug 30 01:02:08.096874 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: metering.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.097532 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.098378 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: metering Aug 30 01:02:08.098710 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.099778 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.100617 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: metering_source_and_destination_fields Aug 30 01:02:08.100617 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: multiprovidernet.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.101510 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.102094 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: multi-provider Aug 30 01:02:08.102435 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: netmtu.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.103395 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.103932 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: net-mtu Aug 30 01:02:08.104183 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: netmtu_writable.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.105082 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.105586 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: net-mtu-writable Aug 30 01:02:08.106024 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: network_availability_zone.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.106605 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.107176 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: network_availability_zone Aug 30 01:02:08.107672 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: network_ip_availability.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.108775 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.109287 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: network-ip-availability Aug 30 01:02:08.109618 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: network_segment_range.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.110404 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.113840 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 01:02:08.113840 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: pagination.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.114611 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.114946 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: pagination Aug 30 01:02:08.115274 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: port_device_profile.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.116156 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.116665 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: port-device-profile Aug 30 01:02:08.116994 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: port_mac_address_override.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.117963 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.118471 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: port-mac-override Aug 30 01:02:08.118800 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.119697 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.120201 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: port-mac-address-regenerate Aug 30 01:02:08.120528 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.121412 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.121940 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: port-numa-affinity-policy Aug 30 01:02:08.122272 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: port_resource_request.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.123460 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.123971 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 01:02:08.124301 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: port_resource_request_groups.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.125250 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.125781 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 30 01:02:08.126113 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: portbindings.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.127008 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.127520 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: binding Aug 30 01:02:08.127849 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: portbindings_extended.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.129141 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.129651 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: binding-extended Aug 30 01:02:08.130007 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: portsecurity.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.130901 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.131415 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: port-security Aug 30 01:02:08.131745 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: project_id.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.132709 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.133046 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: project-id Aug 30 01:02:08.133374 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: providernet.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.134287 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.134797 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: provider Aug 30 01:02:08.135125 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.139214 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.139744 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos not supported by any of loaded plugins Aug 30 01:02:08.140080 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.141323 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.141880 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 01:02:08.148420 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.149267 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.149871 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 01:02:08.150176 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos_default.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.151086 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.151596 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos-default not supported by any of loaded plugins Aug 30 01:02:08.151925 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos_fip.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.152833 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.153328 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 01:02:08.153653 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.155303 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.156222 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 30 01:02:08.156554 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos_gateway_ip.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.157457 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.157997 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 01:02:08.158323 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos_port_network_policy.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.159204 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.159701 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 01:02:08.160023 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.161049 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.161554 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 30 01:02:08.161911 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.162949 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.163458 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 30 01:02:08.163783 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos_pps_rule.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.164936 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.165440 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 01:02:08.165790 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos_rule_type_details.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.166673 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.167171 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 01:02:08.167497 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.168374 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.168878 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 30 01:02:08.169193 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: qos_rules_alias.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.170316 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.170816 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 01:02:08.171144 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: quota_check_limit.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.172026 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.172533 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: quota-check-limit Aug 30 01:02:08.172862 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: quotasv2.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.173869 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.174230 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: quotas Aug 30 01:02:08.174565 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: quotasv2_detail.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.176269 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.176605 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: quota_details Aug 30 01:02:08.176938 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: rbac.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.178332 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.178857 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: rbac-policies Aug 30 01:02:08.179187 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: rbac_address_group.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.180126 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.180635 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: rbac-address-group Aug 30 01:02:08.180964 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: rbac_address_scope.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.181894 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.182404 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: rbac-address-scope Aug 30 01:02:08.182730 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: rbac_security_groups.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.183698 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.184205 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: rbac-security-groups Aug 30 01:02:08.184531 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: rbac_subnetpool.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.185421 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.185945 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: rbac-subnetpool Aug 30 01:02:08.186271 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: revisionifmatch.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.187166 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.187666 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: revision-if-match Aug 30 01:02:08.187990 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: revisions.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.195535 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.196043 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: standard-attr-revisions Aug 30 01:02:08.196373 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: router_availability_zone.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.197022 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.197528 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: router_availability_zone Aug 30 01:02:08.198006 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: routerservicetype.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.198896 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.199410 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 01:02:08.199732 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.200619 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.201636 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: security-groups-normalized-cidr Aug 30 01:02:08.202081 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.202972 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.203481 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: port-security-groups-filtering Aug 30 01:02:08.203803 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.204697 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.205202 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: security-groups-remote-address-group Aug 30 01:02:08.205525 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.206455 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.206962 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: security-groups-shared-filtering Aug 30 01:02:08.207286 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: securitygroup.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.217507 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.218105 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: security-group Aug 30 01:02:08.218445 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: segment.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.219159 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.219670 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension segment not supported by any of loaded plugins Aug 30 01:02:08.220001 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.220913 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.221415 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 01:02:08.221766 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: servicetype.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.222832 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.223340 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: service-type Aug 30 01:02:08.223672 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: sorting.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.224621 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.224954 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: sorting Aug 30 01:02:08.225280 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: standard_attr_segment.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.234274 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.234785 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 01:02:08.235115 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: standardattrdescription.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.235742 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.236250 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: standard-attr-description Aug 30 01:02:08.236576 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: stateful_security_group.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.237496 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.238036 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: stateful-security-group Aug 30 01:02:08.238360 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: stdattrs_common.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.238915 dv-cinder-815712-11-iscsi neutron-server[106909]: WARNING neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 01:02:08.239238 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.240153 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.240672 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 01:02:08.240996 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: subnet_onboard.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.242054 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.242558 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: subnet_onboard Aug 30 01:02:08.242882 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.243774 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.244273 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 01:02:08.244595 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: subnet_service_types.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.245482 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.246015 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: subnet-service-types Aug 30 01:02:08.246334 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: subnetallocation.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.247388 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.248030 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: subnet_allocation Aug 30 01:02:08.248355 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.248996 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.249516 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: subnetpool-prefix-ops Aug 30 01:02:08.249881 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.250776 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.251274 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 01:02:08.251601 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: tagging.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.252687 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.253188 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: standard-attr-tag Aug 30 01:02:08.253517 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: timestamp.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.254741 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.255243 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loaded extension: standard-attr-timestamp Aug 30 01:02:08.255574 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: trunk.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.256573 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.257078 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension trunk not supported by any of loaded plugins Aug 30 01:02:08.257405 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: trunk_details.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.264961 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.265511 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 01:02:08.265921 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: uplink_status_propagation.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.266821 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.268324 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 01:02:08.268655 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Loading extension file: vlantransparent.py {{(pid=106909) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 30 01:02:08.269324 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106909) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 30 01:02:08.269858 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 01:02:08.272484 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:network Aug 30 01:02:08.273018 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:subnet Aug 30 01:02:08.273419 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:02:08.273837 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:port Aug 30 01:02:08.275200 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.275642 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service FLAVORS assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.276256 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.276680 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.277012 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:router Aug 30 01:02:08.277440 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 01:02:08.277963 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service METERING assigned prefix: /metering {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.280330 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:08.280712 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:08.281073 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:02:08.282141 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 01:02:08.282591 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:security_group Aug 30 01:02:08.283019 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 01:02:08.283554 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service CORE assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.283889 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:02:08.284244 dv-cinder-815712-11-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] subnetpool is already registered Aug 30 01:02:08.284684 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service CORE assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.285019 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:02:08.285353 dv-cinder-815712-11-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] subnetpool is already registered Aug 30 01:02:08.287824 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.288359 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service FLAVORS assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.288848 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.289270 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.289605 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:router Aug 30 01:02:08.289969 dv-cinder-815712-11-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] router is already registered Aug 30 01:02:08.290384 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 01:02:08.290725 dv-cinder-815712-11-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] floatingip is already registered Aug 30 01:02:08.291183 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service METERING assigned prefix: /metering {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.291878 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 01:02:08.292208 dv-cinder-815712-11-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] rbac_policy is already registered Aug 30 01:02:08.292619 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:security_group Aug 30 01:02:08.292957 dv-cinder-815712-11-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] security_group is already registered Aug 30 01:02:08.293358 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 01:02:08.293695 dv-cinder-815712-11-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] security_group_rule is already registered Aug 30 01:02:08.296957 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service CORE assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.296957 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:02:08.296957 dv-cinder-815712-11-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] subnetpool is already registered Aug 30 01:02:08.296957 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.v2.resource_helper [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Service CORE assigned prefix: {{(pid=106909) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 01:02:08.296957 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 01:02:08.296957 dv-cinder-815712-11-iscsi neutron-server[106909]: WARNING neutron.quota.resource_registry [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] subnetpool is already registered Aug 30 01:02:08.296957 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: extensions {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.298171 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: address-groups {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.299672 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: address-scopes {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.300998 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: agents {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.302197 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: auto-allocated-topology {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.303479 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: availability_zones {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.304738 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: dhcp-networks {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.306283 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: dhcp-agents {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.307733 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: routers {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.309459 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: flavors {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.311349 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: service_profiles {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.312568 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: next_providers {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.314051 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: service_profiles {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.316991 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: floatingip-pools {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.318288 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: routers {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.320013 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: floatingips {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.321308 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: l3-routers {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.322752 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: l3-agents {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.324186 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: metering-labels {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.325453 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: metering-label-rules {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.326994 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: network-ip-availabilities {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.328267 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: bindings {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.329855 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: quotas {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.331531 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: quotas {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.333073 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: rbac-policies {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.334318 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: security-groups {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.335642 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: security-group-rules {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.336914 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: service-providers {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.338195 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: subnetpools {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.339514 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: subnetpools {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.341122 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.343581 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.345413 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.347244 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.348952 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.350974 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.352780 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.354744 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.356532 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.358885 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron.api.extensions [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Extended resource: tags {{(pid=106909) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 01:02:08.371516 dv-cinder-815712-11-iscsi neutron-server[106909]: WARNING keystonemiddleware.auth_token [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 01:02:08.371516 dv-cinder-815712-11-iscsi neutron-server[106909]: WARNING keystonemiddleware.auth_token [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 01:02:08.379582 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Acquiring lock "singleton_lock" {{(pid=106909) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 30 01:02:08.379978 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Acquired lock "singleton_lock" {{(pid=106909) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 30 01:02:08.380460 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_concurrency.lockutils [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Releasing lock "singleton_lock" {{(pid=106909) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 30 01:02:08.381142 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO oslo_service.service [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Starting 2 workers Aug 30 01:02:08.386010 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Started child 107024 {{(pid=106909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 01:02:08.390837 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Started child 107025 {{(pid=106909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 01:02:08.392448 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.393080 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO neutron.service [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 01:02:08.393186 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.394081 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [-] (107024) wsgi starting up on http://0.0.0.0:9696 Aug 30 01:02:08.395713 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO oslo_service.service [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Starting 1 workers Aug 30 01:02:08.396320 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.397702 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [-] (107025) wsgi starting up on http://0.0.0.0:9696 Aug 30 01:02:08.400992 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Started child 107026 {{(pid=106909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 01:02:08.401544 dv-cinder-815712-11-iscsi neutron-server[106909]: INFO oslo_service.service [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Starting 1 workers Aug 30 01:02:08.405909 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.service [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] calling RpcWorker wait() {{(pid=107026) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 01:02:08.413101 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.service [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] returning from RpcWorker wait() {{(pid=107026) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 01:02:08.413264 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Started child 107027 {{(pid=106909) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 01:02:08.413264 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG neutron_lib.callbacks.manager [None req-b0104526-950c-4dbe-bb56-729b5c68ee18 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.413406 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.413406 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:08.413553 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106909) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 01:02:08.413553 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 01:02:08.413553 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 01:02:08.413553 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 01:02:08.413553 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 01:02:08.413553 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 01:02:08.413553 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.413553 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.414064 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.414064 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.414189 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:08.414637 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.414637 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.414637 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.414637 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.414637 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.414637 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.414637 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.414637 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.415074 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.415074 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.415074 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.415074 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.415328 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.415500 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.415924 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.416358 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.416625 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.416925 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] debug = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.417204 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.417706 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.417994 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.418254 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.418487 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.418780 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.419051 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.419331 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.419707 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.420492 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.420698 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.420949 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.421206 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.421452 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.421687 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.422010 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.422251 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.422729 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] host = dv-cinder-815712-11-iscsi {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.422984 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.423244 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.423493 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.423758 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.424039 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.424279 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.424533 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.424806 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.425062 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.425290 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.425536 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.425806 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.426048 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.426301 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.426469 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_options = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.426720 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.427000 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.427285 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.427482 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.427658 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.427823 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.428075 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.428243 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.428554 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.428767 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.428962 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.429180 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.429459 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.429662 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.429993 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.430243 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.430560 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.430803 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.431232 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.431487 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.431746 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.432018 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.432257 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.432629 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.432996 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.433393 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.433816 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.434060 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.434281 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.434507 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.434843 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.435174 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.435384 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.435645 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.435948 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.436157 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.436308 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:08.436445 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.436575 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.436857 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.437085 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.437341 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.437599 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.437849 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.438098 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.438336 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.438568 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.438787 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_json = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.439119 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.439324 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.439534 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.439997 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.439997 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.440910 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.440910 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.440910 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.441194 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.441491 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.441800 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.446274 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.446274 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.446274 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.446274 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.446274 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.446274 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.446274 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.446274 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.447025 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.447025 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.447025 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.447025 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.447025 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.447384 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.447463 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.447746 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.448020 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.448314 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.448754 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.449092 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.449390 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.449619 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.450002 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.450270 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.450501 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.450936 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.451194 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.451500 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.451874 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.452169 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.452444 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.452706 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.453022 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.453315 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.453641 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.453940 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.454208 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.454429 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.454681 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.454919 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.455152 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.455379 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.455593 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.455819 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.456061 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.456271 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.456512 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.456749 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.456955 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.457166 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.457866 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.458599 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.458832 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.459066 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.459336 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.459562 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.459812 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.460178 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.460414 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.460632 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.460862 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.461099 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.461333 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.461543 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.461780 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.461990 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.462234 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.462450 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.462659 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.462870 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.463193 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.463407 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.463730 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.463949 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.464179 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.464391 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.464642 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.464875 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.465105 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.466023 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.467602 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.468075 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.468317 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.468739 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.468983 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.469217 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.469450 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.469679 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.469944 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.470187 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.470525 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.470784 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.471108 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.471342 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.471609 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.471858 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.472119 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.472343 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.472567 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.472804 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.473085 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.473342 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.473594 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.473845 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.474090 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.474332 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.474557 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.474780 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.475022 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.475266 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.475491 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.475719 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.475944 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.476185 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.476452 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.476705 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.476949 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.477270 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.477492 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.477783 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.482083 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.482083 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.482083 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.482083 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.482083 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.482083 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.482083 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.482083 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.483297 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.483297 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.483297 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.483297 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.483297 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.483297 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.483297 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.483297 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.483297 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.484038 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.484038 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.484038 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.484230 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.484490 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.484737 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.484994 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.485231 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.485499 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.485864 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.486541 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.486541 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.486791 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.486923 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.487048 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.487730 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.487730 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.487730 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.488061 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.488150 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.488378 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.488593 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.488823 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.489040 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.489257 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.489524 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.489779 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.489995 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.490204 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.490438 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.490661 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.490920 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.491206 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.491436 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.491680 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.491902 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.492143 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.492363 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.492578 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.492830 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.493051 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.493322 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.493585 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.493847 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.494078 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.494401 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.494691 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.494905 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.495175 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.495395 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.495632 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.495847 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.496068 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.496278 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.496680 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.496909 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.497151 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.497418 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.497801 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.498203 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.498457 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.498690 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.498953 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.499202 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.499565 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.499664 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.499865 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.500103 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.500339 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.500564 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.500790 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.501022 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.501299 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.501484 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.501702 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.501942 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.502178 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.502452 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.502696 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.502950 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.503243 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.503469 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.503698 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.503919 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.504170 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.504611 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.504806 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.505024 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.505236 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.505642 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.505929 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.506153 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.506295 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.506502 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.506760 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.506979 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.507211 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.507460 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.507693 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.507910 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.508122 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.508339 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.508555 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.508783 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.508994 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.509206 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.509428 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.509646 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.509883 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.510114 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.510324 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.510559 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.510781 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.510999 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.511218 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.511445 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.511944 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.511944 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.512198 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.512343 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.512552 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.512798 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.513028 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.513337 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.513635 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.513902 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.514114 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.514430 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.514687 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.514908 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.515201 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.515430 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.515677 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.516070 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.516303 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.516453 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.516712 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.517042 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.517267 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.517495 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.517787 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.518131 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.518404 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.518641 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.518895 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.519163 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.519434 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.519706 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.519922 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.520247 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.520593 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.520849 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.521098 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.521333 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.521571 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.521842 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.522067 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.522289 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.522531 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.522765 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.523026 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.523252 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.523492 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.523713 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.523967 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.524158 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.525606 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.525606 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.525606 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.525606 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.525606 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 01:02:08.526444 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106909) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 01:02:08.526444 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 01:02:08.526444 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 01:02:08.526444 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 01:02:08.526444 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 01:02:08.527110 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 01:02:08.527110 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.527110 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.527110 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.527816 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.527816 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.527816 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.527816 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.527816 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.528462 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.528462 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.528462 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.528462 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.529720 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.529720 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.529720 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.529720 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.529720 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.530388 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.530388 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.530388 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.530388 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.530893 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] debug = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.530893 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.530893 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.531328 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.531328 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.531328 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.531812 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.531812 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.531812 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.532193 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.532193 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.532443 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.532443 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.532700 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.532700 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.532909 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.532988 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.533096 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.533255 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] host = dv-cinder-815712-11-iscsi {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.533414 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.533573 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.533720 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.533915 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.534163 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.534320 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.534463 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.534596 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.534745 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.534880 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.535043 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.535185 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.535346 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.535504 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.535663 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_options = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.535821 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.536153 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.536153 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.536389 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.536496 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.536599 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.536755 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.536915 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.537073 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.537231 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.537389 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.537550 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.537709 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.538046 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.538376 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.538534 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.538850 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.539154 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.539517 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.539688 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.539836 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.539995 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.540159 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.540284 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.540450 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.540609 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.540955 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.540955 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.541923 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.541923 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.541923 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.541923 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.541923 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.541923 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.542370 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.542370 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.542370 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.542589 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.542589 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.542736 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.542934 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.543037 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.543166 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.543305 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.543451 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.543588 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:08.543689 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.543761 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_json = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.543900 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.544053 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.544205 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.544359 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.545116 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.545300 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.545539 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.545713 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.545969 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 01:02:08.546152 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.546319 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.546494 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.546660 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.546820 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.546981 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.547141 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.547301 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.547457 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.547612 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.547781 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.547936 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.548111 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.548272 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.548419 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.548582 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.548744 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.548894 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.549056 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.549218 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.549384 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.549574 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.549708 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.550042 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.550350 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.550662 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.551090 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.551090 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.551369 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.551369 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.551678 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.551931 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.552210 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.552883 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.552883 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.553164 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.553286 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.553585 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.553889 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.554062 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.554228 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.554393 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.554560 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.554723 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.554886 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.555049 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.555212 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.555373 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.555534 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.555695 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.555857 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.556019 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.556181 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.556343 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.556507 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.556669 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.556830 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.557003 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.557163 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.557325 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.557486 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.557647 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.557860 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.557994 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.558149 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.558309 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.558556 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.558688 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.558816 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.558979 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.559187 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.559350 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.559512 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.559675 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.559836 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.559996 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.560206 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.560383 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.560502 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.560662 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.560777 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.560924 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.561084 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.561244 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.561406 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.561567 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.561764 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.562385 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.562385 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.562385 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.562385 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.562654 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.562723 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.562993 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.563091 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.563256 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.563410 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.563565 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.563729 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.563889 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.564049 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.564211 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.564378 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.564539 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.564705 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.564866 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.565025 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.565453 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.565614 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.565799 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.565963 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.566122 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.566282 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.566442 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.566603 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.566764 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.566925 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.567086 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.567248 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.567408 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.567568 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.567727 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.567888 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.568126 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.568295 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.568467 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.568608 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.568751 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.568974 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.569206 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.569206 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.569415 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.569542 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.569694 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.569875 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.570004 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.570154 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.570317 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.570477 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.570860 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.570860 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.571128 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.571128 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.571383 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.571516 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.571649 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.571794 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.571938 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.572385 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.572385 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.572385 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.572789 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.572789 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.572789 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.573273 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.573273 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.573273 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.573609 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.573609 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.573972 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.573972 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.573972 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.574350 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.574350 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.574603 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.574603 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.574865 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.574865 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.575125 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.575125 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.575371 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.575493 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.575684 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.575812 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.575949 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.576073 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.576194 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.576399 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.576561 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.576722 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.576886 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.577048 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.577210 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.577372 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.577534 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.577694 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.577879 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.578042 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.578267 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.578360 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.578506 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.578665 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.578827 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.578989 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.579150 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.579311 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.579471 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.579632 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.579812 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.579972 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.580132 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.580397 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.580542 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.580706 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.580868 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.581029 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.581195 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.581359 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.581538 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.581703 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.581889 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.582048 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.582210 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.582398 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.582518 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.582679 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.582843 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.583186 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.583186 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.583447 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.583447 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.583642 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.583760 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.583886 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.584042 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.584204 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.584366 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.584526 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.584688 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.584847 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.585020 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.585183 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.585342 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.585527 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.585894 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.585894 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.586095 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.586188 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.586342 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.586502 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.586663 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.586823 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.586993 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.587154 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.587315 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.587476 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.587640 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.587806 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.587974 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.588143 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.588296 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.588456 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.588615 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.588775 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.588944 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.589105 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.589266 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.589426 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.589586 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.589764 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.589937 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.590099 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.590259 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.590419 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.590579 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.590739 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.590907 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.591072 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.591235 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.591930 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.592153 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.592320 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.592434 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.592550 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.592698 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.592861 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.593021 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.593181 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.593342 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.593504 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.597028 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.597242 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.597392 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 53184) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:08.597504 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.597589 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.598210 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.598210 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.598210 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.598501 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.598501 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.598722 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.598813 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.598945 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.599109 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.599273 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.599437 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.599600 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.599762 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.599924 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.600085 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.600246 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.600407 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.600568 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.600731 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.600893 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.601055 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.601215 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.601808 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.601808 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.601808 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 01:02:08.608167 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106909) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 01:02:08.608252 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049329 Aug 30 01:02:08.609612 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0045550 Aug 30 01:02:17.704602 dv-cinder-815712-11-iscsi neutron-server[106909]: DEBUG dbcounter [-] [106909] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106909) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:20.212984 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05aa5fc-74c9-4a18-b8a6-e2ea71a5525a None None] get_active_networks_info from dv-cinder-815712-11-iscsi {{(pid=107026) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 30 01:02:20.244833 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writer thread running {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:02:20.245627 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writer thread running {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:02:20.317861 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05aa5fc-74c9-4a18-b8a6-e2ea71a5525a None None] No non-hosted networks {{(pid=107026) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 01:02:20.334921 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.agentschedulers_db [None req-e05aa5fc-74c9-4a18-b8a6-e2ea71a5525a None None] DHCP Agent not found on host dv-cinder-815712-11-iscsi {{(pid=107026) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 30 01:02:20.500862 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-71e85926-fd53-4de6-857c-337035290262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-481669'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:22.281189 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writer thread running {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:02:22.966043 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ba5c4b93-1204-4744-a226-dffce6fc29fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-481669'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:23.005298 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.db.api [None req-caa99e08-c873-41f4-b73d-4c48f8996848 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815712-11-iscsi {{(pid=107026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 01:02:23.006242 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG oslo_db.api [None req-caa99e08-c873-41f4-b73d-4c48f8996848 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 01:02:23.598531 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-caa99e08-c873-41f4-b73d-4c48f8996848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:24.158795 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-481669'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:24.215067 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 53258) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:24.826264 dv-cinder-815712-11-iscsi neutron-server[107025]: WARNING oslo_policy.policy [None req-5450aa91-9204-4a2c-8c5a-7abe4dbc0c8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:02:24.826891 dv-cinder-815712-11-iscsi neutron-server[107025]: WARNING oslo_policy.policy [None req-5450aa91-9204-4a2c-8c5a-7abe4dbc0c8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:02:25.045129 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [None req-5450aa91-9204-4a2c-8c5a-7abe4dbc0c8c admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:02:25.046428 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-5450aa91-9204-4a2c-8c5a-7abe4dbc0c8c admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8302753 Aug 30 01:02:25.769624 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-481669'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:25.770288 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.770605 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.770931 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.771251 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.771823 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.772576 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.773590 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.774117 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.774896 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.775390 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.776188 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.776659 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.777685 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.778463 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.778930 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:25.779475 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815712-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:25.786898 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815712-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:25.792123 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-481669'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:27.579970 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 53290) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:28.157752 dv-cinder-815712-11-iscsi neutron-server[107024]: WARNING oslo_policy.policy [None req-9c613d4d-e3aa-4ec1-af9f-aa9e504fc1b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:02:28.158430 dv-cinder-815712-11-iscsi neutron-server[107024]: WARNING oslo_policy.policy [None req-9c613d4d-e3aa-4ec1-af9f-aa9e504fc1b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:02:28.384909 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-9c613d4d-e3aa-4ec1-af9f-aa9e504fc1b4 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:28.397594 dv-cinder-815712-11-iscsi neutron-server[107024]: ERROR stevedore.extension [None req-9c613d4d-e3aa-4ec1-af9f-aa9e504fc1b4 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 01:02:28.482301 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.policy [None req-9c613d4d-e3aa-4ec1-af9f-aa9e504fc1b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107024) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 01:02:28.525023 dv-cinder-815712-11-iscsi neutron-server[107024]: WARNING oslo_policy.policy [None req-9c613d4d-e3aa-4ec1-af9f-aa9e504fc1b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:02:28.525410 dv-cinder-815712-11-iscsi neutron-server[107024]: WARNING oslo_policy.policy [None req-9c613d4d-e3aa-4ec1-af9f-aa9e504fc1b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:02:28.547411 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writer thread running {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:02:28.704416 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9c613d4d-e3aa-4ec1-af9f-aa9e504fc1b4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732602720267', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732602720831', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732602671331', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732602678868', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732602668166', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732602693694', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-579565', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-584380', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1627317', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1536185'] for rbac-policy (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:28.953946 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9c613d4d-e3aa-4ec1-af9f-aa9e504fc1b4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:28.955505 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-9c613d4d-e3aa-4ec1-af9f-aa9e504fc1b4 admin admin] 10.222.0.52 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3735781 Aug 30 01:02:29.083333 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.db.l3_hamode_db [None req-d5b72517-68b1-4b02-80a0-0cb7659dc645 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 01:02:29.162450 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b72517-68b1-4b02-80a0-0cb7659dc645 None None] Routers set() bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:02:29.162845 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b72517-68b1-4b02-80a0-0cb7659dc645 None None] Router IDs set() for agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 30 01:02:31.312423 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 53306) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:31.658561 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:31.809338 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Made reservation on behalf of 27f6325081de4a4bbd73323b17cd130a for: {'network': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:02:31.814006 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:31.834006 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:31.946863 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Publish callbacks [] for security_group (484109af-a0f0-411d-8d81-7980e8d24565), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:32.049393 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (484109af-a0f0-411d-8d81-7980e8d24565), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:32.089478 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=107024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:02:32.119544 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732600622650', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (740084a9-385f-40e2-9623-aaa96d9a676c), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:32.120123 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Unsubscribe: segment precommit_create {{(pid=107024) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 01:02:32.120650 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.segments_db [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Added segment 740084a9-385f-40e2-9623-aaa96d9a676c of type vlan for network 81b6f909-a60b-422d-863a-093f3ca3b306 Aug 30 01:02:32.126604 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=484109af-a0f0-411d-8d81-7980e8d24565,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:32.148697 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.149038 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.149394 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.149764 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.150099 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.150419 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.150738 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.151056 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.151388 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.151717 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.152057 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.152366 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.153962 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.153962 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.154297 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Tracked resource versions report: Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: pushed versions: Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: { 'AddressGroup': {'1.2'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Agent': {'1.1'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'ConntrackHelper': {'1.0'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Log': {'1.0'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'NDPProxy': {'1.0'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Network': {'1.1'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Port': {'1.7'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'PortForwarding': {'1.3'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'QosPolicy': {'1.10'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'SecurityGroup': {'1.5'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'SubPort': {'1.0'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Subnet': {'1.1'}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Trunk': {'1.1'}} Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: consumer versions: Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: { DHCP agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: L3 agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: Metadata agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: Metering agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: Open vSwitch agent@dv-cinder-815712-11-iscsi: { 'AddressGroup': '1.2', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Agent': '1.1', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'ConntrackHelper': '1.0', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'LocalIPAssociation': '1.0', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Log': '1.0', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'NDPProxy': '1.0', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Network': '1.1', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Port': '1.7', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'PortForwarding': '1.3', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'QosPolicy': '1.10', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'SecurityGroup': '1.5', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'SecurityGroupRule': '1.2', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'SubPort': '1.0', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Subnet': '1.1', Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Trunk': '1.1'}} Aug 30 01:02:32.155765 dv-cinder-815712-11-iscsi neutron-server[107024]: {{(pid=107024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:02:32.232411 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (81b6f909-a60b-422d-863a-093f3ca3b306), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:32.369434 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (81b6f909-a60b-422d-863a-093f3ca3b306), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:32.375610 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:32.376361 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:32.460099 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=59,neutron:INSERT=37,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:32.498101 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] Pushing event updated for resources: {'Network': ['ID=81b6f909-a60b-422d-863a-093f3ca3b306,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:32.510537 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 81b6f909-a60b-422d-863a-093f3ca3b306 details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:02:32.549015 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f672ef08-6804-4f90-b76b-d1e205f16108 demo demo] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2355096 Aug 30 01:02:35.062489 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 53320) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:35.400484 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writer thread running {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 30 01:02:35.561138 dv-cinder-815712-11-iscsi neutron-server[107025]: ERROR stevedore.extension [None req-c0269253-310d-4c7f-b8e5-c27bd37028c2 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 30 01:02:35.616614 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.policy [None req-c0269253-310d-4c7f-b8e5-c27bd37028c2 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107025) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 01:02:35.660058 dv-cinder-815712-11-iscsi neutron-server[107025]: WARNING oslo_policy.policy [None req-c0269253-310d-4c7f-b8e5-c27bd37028c2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:02:35.660430 dv-cinder-815712-11-iscsi neutron-server[107025]: WARNING oslo_policy.policy [None req-c0269253-310d-4c7f-b8e5-c27bd37028c2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 01:02:35.668184 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0269253-310d-4c7f-b8e5-c27bd37028c2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:35.670202 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c0269253-310d-4c7f-b8e5-c27bd37028c2 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/81b6f909-a60b-422d-863a-093f3ca3b306 HTTP/1.1" status: 200 len: 825 time: 0.6067965 Aug 30 01:02:35.710214 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-8284caec-4b68-45c7-8399-aa2e9f2c9a84 demo admin] 10.222.0.52 "GET /networking/v2.0/subnetpools/bcf74ed0-50ef-4873-84cc-fd7ed38a3800 HTTP/1.1" status: 200 len: 734 time: 0.0338142 Aug 30 01:02:35.719924 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306', 'subnetpool_id': 'bcf74ed0-50ef-4873-84cc-fd7ed38a3800', 'name': 'private-subnet'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:35.837398 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Made reservation on behalf of 27f6325081de4a4bbd73323b17cd130a for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:02:35.840926 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:36.238376 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for subnet (0886a639-00e0-4c8b-8fb2-5d0eb32602c1), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:36.310043 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Checking segment: {'id': '740084a9-385f-40e2-9623-aaa96d9a676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:02:36.310491 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Network hostable DHCP agents. Network: 81b6f909-a60b-422d-863a-093f3ca3b306, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:02:36.325312 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=67,neutron:INSERT=33 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:36.329691 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0886a639-00e0-4c8b-8fb2-5d0eb32602c1,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:36.346179 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.346930 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.346930 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.347225 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.347519 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.347841 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.348158 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.348475 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.348805 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.349124 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.349456 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.349809 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.350195 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.350442 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.350757 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Tracked resource versions report: Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: pushed versions: Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: { 'AddressGroup': {'1.2'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Agent': {'1.1'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'ConntrackHelper': {'1.0'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Log': {'1.0'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'NDPProxy': {'1.0'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Network': {'1.1'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Port': {'1.7'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'PortForwarding': {'1.3'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'QosPolicy': {'1.10'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'SecurityGroup': {'1.5'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'SubPort': {'1.0'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Subnet': {'1.1'}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Trunk': {'1.1'}} Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: consumer versions: Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: { DHCP agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: L3 agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: Metadata agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: Metering agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: Open vSwitch agent@dv-cinder-815712-11-iscsi: { 'AddressGroup': '1.2', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Agent': '1.1', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'ConntrackHelper': '1.0', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'LocalIPAssociation': '1.0', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Log': '1.0', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'NDPProxy': '1.0', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Network': '1.1', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Port': '1.7', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'PortForwarding': '1.3', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'QosPolicy': '1.10', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'SecurityGroup': '1.5', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'SecurityGroupRule': '1.2', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'SubPort': '1.0', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Subnet': '1.1', Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Trunk': '1.1'}} Aug 30 01:02:36.352130 dv-cinder-815712-11-iscsi neutron-server[107025]: {{(pid=107025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:02:36.477264 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Network 81b6f909-a60b-422d-863a-093f3ca3b306 is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:02:36.603359 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 81b6f909-a60b-422d-863a-093f3ca3b306) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:02:36.608467 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:36.609109 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:36.614556 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bef177b-31bc-474c-9d39-0fe0deb06671 None None] Network 81b6f909-a60b-422d-863a-093f3ca3b306 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:02:36.624291 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=28,neutron:INSERT=32,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:36.697584 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-6227e178-a9e4-4486-9c4d-475d132fb0e8 demo admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9810216 Aug 30 01:02:36.897929 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95ee51a5-2310-549f-978a-ba0d001b608d-81b6f909-a60b-422d-863a-093f3ca3b306', 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306', 'project_id': '27f6325081de4a4bbd73323b17cd130a', 'fixed_ips': [{'subnet_id': '0886a639-00e0-4c8b-8fb2-5d0eb32602c1'}]}} from dv-cinder-815712-11-iscsi. {{(pid=107026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:02:36.899261 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:37.185125 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.db_base_plugin_common [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Allocated IP 172.20.0.2 (81b6f909-a60b-422d-863a-093f3ca3b306/0886a639-00e0-4c8b-8fb2-5d0eb32602c1/55b4807d-8a04-4e8e-83d5-e96a12207d6e) {{(pid=107026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:02:37.463123 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Publish callbacks [] for port (55b4807d-8a04-4e8e-83d5-e96a12207d6e), precommit_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:37.567646 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (55b4807d-8a04-4e8e-83d5-e96a12207d6e), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:37.653386 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Network 81b6f909-a60b-422d-863a-093f3ca3b306 is already hosted by enough agents. {{(pid=107026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:02:37.659286 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.base_scheduler [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Resources bound (agent type, host, resource id): {{(pid=107026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:02:37.664664 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Pushing event updated for resources: {'Port': ['ID=55b4807d-8a04-4e8e-83d5-e96a12207d6e,revision_number=1']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:37.666965 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Received port after_create {{(pid=107026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:02:37.678730 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.679074 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.679429 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.679788 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.680194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.680450 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.680774 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.681101 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.681447 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.681794 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.682121 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.682458 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.682784 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.683102 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.683423 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Tracked resource versions report: Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: pushed versions: Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: { 'AddressGroup': {'1.2'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Agent': {'1.1'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'ConntrackHelper': {'1.0'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Log': {'1.0'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'NDPProxy': {'1.0'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Network': {'1.1'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Port': {'1.7'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'PortForwarding': {'1.3'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'QosPolicy': {'1.10'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'SecurityGroup': {'1.5'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'SubPort': {'1.0'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Subnet': {'1.1'}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Trunk': {'1.1'}} Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: consumer versions: Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: { DHCP agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: L3 agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: Metadata agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: Metering agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: Open vSwitch agent@dv-cinder-815712-11-iscsi: { 'AddressGroup': '1.2', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Agent': '1.1', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'ConntrackHelper': '1.0', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'LocalIPAssociation': '1.0', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Log': '1.0', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'NDPProxy': '1.0', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Network': '1.1', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Port': '1.7', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'PortForwarding': '1.3', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'QosPolicy': '1.10', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'SecurityGroup': '1.5', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'SecurityGroupRule': '1.2', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'SubPort': '1.0', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Subnet': '1.1', Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Trunk': '1.1'}} Aug 30 01:02:37.684984 dv-cinder-815712-11-iscsi neutron-server[107026]: {{(pid=107026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:02:37.719155 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:37.723196 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=5 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:37.762946 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Attempting to bind port 55b4807d-8a04-4e8e-83d5-e96a12207d6e on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:02:37.763333 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Attempting to bind port 55b4807d-8a04-4e8e-83d5-e96a12207d6e by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '740084a9-385f-40e2-9623-aaa96d9a676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:02:37.763754 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Attempting to bind port 55b4807d-8a04-4e8e-83d5-e96a12207d6e on network 81b6f909-a60b-422d-863a-093f3ca3b306 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:02:37.769062 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:02:37.769436 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Checking segment: {'id': '740084a9-385f-40e2-9623-aaa96d9a676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:02:37.769960 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:37.770349 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Bound using segment: {'id': '740084a9-385f-40e2-9623-aaa96d9a676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:02:37.770837 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Bound port: 55b4807d-8a04-4e8e-83d5-e96a12207d6e, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740084a9-385f-40e2-9623-aaa96d9a676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:02:37.771234 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (55b4807d-8a04-4e8e-83d5-e96a12207d6e), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:37.840926 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] For port 55b4807d-8a04-4e8e-83d5-e96a12207d6e, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:02:37.862000 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] For port 55b4807d-8a04-4e8e-83d5-e96a12207d6e, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=55b4807d-8a04-4e8e-83d5-e96a12207d6e,segment=NetworkSegment(740084a9-385f-40e2-9623-aaa96d9a676c),segment_id=740084a9-385f-40e2-9623-aaa96d9a676c)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:02:37.912311 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (55b4807d-8a04-4e8e-83d5-e96a12207d6e), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:37.971774 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057f015-db5f-430a-94a2-f8b4a8514af4 None None] Pushing event updated for resources: {'Port': ['ID=55b4807d-8a04-4e8e-83d5-e96a12207d6e,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:39.130463 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 53342) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:39.478483 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [None req-6d5d3676-46ba-4176-92a7-204a74d78fb4 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:02:39.479486 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-6d5d3676-46ba-4176-92a7-204a74d78fb4 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3474171 Aug 30 01:02:41.964009 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 53350) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:42.307177 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [None req-bfd16447-af5e-4c23-9291-d4b87b6ad0fd admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:02:42.308169 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-bfd16447-af5e-4c23-9291-d4b87b6ad0fd admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3432353 Aug 30 01:02:42.494408 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=46,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:44.788883 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 53362) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:45.140989 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-c629567d-a4aa-482c-bdfc-092003165cba demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:45.249129 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c629567d-a4aa-482c-bdfc-092003165cba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2816'] for router (751958c9-d57c-4b2c-a2b9-0bac91eb4603), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:45.250817 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c629567d-a4aa-482c-bdfc-092003165cba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-389844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2937'] for router (751958c9-d57c-4b2c-a2b9-0bac91eb4603), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:45.406457 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 55b4807d-8a04-4e8e-83d5-e96a12207d6e up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:02:45.418606 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c629567d-a4aa-482c-bdfc-092003165cba demo demo] Publish callbacks [] for router_controller (751958c9-d57c-4b2c-a2b9-0bac91eb4603), precommit_add_association {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:45.484970 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c629567d-a4aa-482c-bdfc-092003165cba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476989'] for router (751958c9-d57c-4b2c-a2b9-0bac91eb4603), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:45.496136 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 55b4807d-8a04-4e8e-83d5-e96a12207d6e triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:02:45.499156 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (55b4807d-8a04-4e8e-83d5-e96a12207d6e), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:45.594622 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c629567d-a4aa-482c-bdfc-092003165cba demo demo] Publish callbacks [] for router (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:45.597035 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c629567d-a4aa-482c-bdfc-092003165cba demo demo] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8060303 Aug 30 01:02:45.606417 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 55b4807d-8a04-4e8e-83d5-e96a12207d6e is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:02:45.606846 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (55b4807d-8a04-4e8e-83d5-e96a12207d6e), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:45.617369 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:45.649117 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 55b4807d-8a04-4e8e-83d5-e96a12207d6e, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=55b4807d-8a04-4e8e-83d5-e96a12207d6e,segment=NetworkSegment(740084a9-385f-40e2-9623-aaa96d9a676c),segment_id=740084a9-385f-40e2-9623-aaa96d9a676c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:02:45.772596 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (55b4807d-8a04-4e8e-83d5-e96a12207d6e), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:45.826115 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=55b4807d-8a04-4e8e-83d5-e96a12207d6e,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:46.146869 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef176cd-f3ed-4a09-bab8-80b8f07435a6 None None] Network 81b6f909-a60b-422d-863a-093f3ca3b306 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:02:46.203206 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-0e32d1e9-a258-45db-9f0f-2545761c1a5d None None] Provisioning complete for port 55b4807d-8a04-4e8e-83d5-e96a12207d6e triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:02:46.203591 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-0e32d1e9-a258-45db-9f0f-2545761c1a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (55b4807d-8a04-4e8e-83d5-e96a12207d6e), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:46.251876 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:46.344533 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-0e32d1e9-a258-45db-9f0f-2545761c1a5d None None] Current status of the port 55b4807d-8a04-4e8e-83d5-e96a12207d6e is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:02:46.563064 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-874c9d93-f937-454b-bfb0-6dd57e86de6c None None] Provisioning complete for port 55b4807d-8a04-4e8e-83d5-e96a12207d6e triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:02:46.565789 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-874c9d93-f937-454b-bfb0-6dd57e86de6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (55b4807d-8a04-4e8e-83d5-e96a12207d6e), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:46.640499 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-874c9d93-f937-454b-bfb0-6dd57e86de6c None None] Current status of the port 55b4807d-8a04-4e8e-83d5-e96a12207d6e is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:02:47.397855 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 55b4807d-8a04-4e8e-83d5-e96a12207d6e up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:02:47.436772 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:47.443781 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 55b4807d-8a04-4e8e-83d5-e96a12207d6e triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:02:47.444167 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (55b4807d-8a04-4e8e-83d5-e96a12207d6e), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:47.523159 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 55b4807d-8a04-4e8e-83d5-e96a12207d6e is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:02:48.024689 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 53370) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:48.378658 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [None req-db09ea83-fde8-4bc6-8375-7eb838ea573d admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:02:48.379669 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-db09ea83-fde8-4bc6-8375-7eb838ea573d admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3541188 Aug 30 01:02:50.254375 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b8589cb2-edd3-4b1c-8b43-ca567307e172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:50.820392 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 53378) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:51.154788 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:51.286683 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Made reservation on behalf of dae85e39d46d422d97a780b67b09cea1 for: {'network': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:02:51.289123 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:51.305396 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:51.409313 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Publish callbacks [] for security_group (d7a20494-cc4d-4d04-85dd-82218d0f1691), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:51.466148 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (d7a20494-cc4d-4d04-85dd-82218d0f1691), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:51.471993 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:51.486273 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Reserving flat network on physical network physnet1 {{(pid=107025) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 01:02:51.516767 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732600622650', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (d68cf215-5ea1-4c31-9af3-4582f2640dbd), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:51.517320 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Unsubscribe: segment precommit_create {{(pid=107025) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 01:02:51.517819 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.segments_db [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Added segment d68cf215-5ea1-4c31-9af3-4582f2640dbd of type flat for network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 Aug 30 01:02:51.521642 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a20494-cc4d-4d04-85dd-82218d0f1691,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:51.574614 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (3905eba9-d150-4261-a4f5-9717b4e9f0c6), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:51.700529 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (3905eba9-d150-4261-a4f5-9717b4e9f0c6), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:51.701493 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:51.702098 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:51.812422 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] Pushing event updated for resources: {'Network': ['ID=3905eba9-d150-4261-a4f5-9717b4e9f0c6,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:51.822744 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:02:51.889998 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f46a3f70-c2e6-4b6e-888e-2a55ddbdbea5 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0684886 Aug 30 01:02:52.892398 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ebd95750-137f-4e7e-842a-6d78cc36e7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:54.185194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:54.304147 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 53386) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:54.679205 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d54f7-3585-4b29-b1cc-62004f60857f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:54.680540 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-fb0d54f7-3585-4b29-b1cc-62004f60857f demo admin] 10.222.0.52 "GET /networking/v2.0/subnets/0886a639-00e0-4c8b-8fb2-5d0eb32602c1 HTTP/1.1" status: 200 len: 849 time: 0.3754408 Aug 30 01:02:54.691074 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=71,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:54.804110 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c581ae2d-9b33-460d-93bc-c9697668842e demo admin] 10.222.0.52 "GET /networking/v2.0/routers/751958c9-d57c-4b2c-a2b9-0bac91eb4603 HTTP/1.1" status: 200 len: 704 time: 0.1176012 Aug 30 01:02:55.068572 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:55.363698 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Allocated IP 172.20.0.1 (81b6f909-a60b-422d-863a-093f3ca3b306/0886a639-00e0-4c8b-8fb2-5d0eb32602c1/673761a1-9d4d-48cb-999d-e41d01fc6c8f) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:02:55.529779 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Publish callbacks [] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:55.711901 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:55.732220 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:55.836405 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Network 81b6f909-a60b-422d-863a-093f3ca3b306 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:02:55.846133 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:02:55.848736 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:02:55.849271 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481881'] for router_interface (751958c9-d57c-4b2c-a2b9-0bac91eb4603), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:55.859840 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:55.872406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Pushing event updated for resources: {'Port': ['ID=673761a1-9d4d-48cb-999d-e41d01fc6c8f,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:55.964267 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:56.017216 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-4abe28cb-74ff-42d8-8daf-14b5a384a3d1 None None] Provisioning complete for port 673761a1-9d4d-48cb-999d-e41d01fc6c8f triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:02:56.017650 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-4abe28cb-74ff-42d8-8daf-14b5a384a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.049398 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-4abe28cb-74ff-42d8-8daf-14b5a384a3d1 None None] Port 673761a1-9d4d-48cb-999d-e41d01fc6c8f cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:02:56.141462 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.192872 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:56.352856 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Publish callbacks [] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.414044 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.414864 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481997'] for router_interface (751958c9-d57c-4b2c-a2b9-0bac91eb4603), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.498095 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Pushing event updated for resources: {'Port': ['ID=673761a1-9d4d-48cb-999d-e41d01fc6c8f,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:56.545385 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Network 81b6f909-a60b-422d-863a-093f3ca3b306 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:02:56.546812 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:02:56.771978 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-b8bee085-1953-4b48-998c-6c244135436c None None] Provisioning complete for port 673761a1-9d4d-48cb-999d-e41d01fc6c8f triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:02:56.772515 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b8bee085-1953-4b48-998c-6c244135436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:56.805140 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-b8bee085-1953-4b48-998c-6c244135436c None None] Port 673761a1-9d4d-48cb-999d-e41d01fc6c8f cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:02:56.831063 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Router 751958c9-d57c-4b2c-a2b9-0bac91eb4603 is scheduled to L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a with binding_index 1 {{(pid=107025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:02:56.921128 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:02:56.926381 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-0ab25518-33ca-4c29-9485-394ba40fc161 demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/751958c9-d57c-4b2c-a2b9-0bac91eb4603/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1162360 Aug 30 01:02:56.931630 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Sync routers for ids ['751958c9-d57c-4b2c-a2b9-0bac91eb4603'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:02:56.945146 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Routers {'751958c9-d57c-4b2c-a2b9-0bac91eb4603'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:02:56.946047 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:02:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['751958c9-d57c-4b2c-a2b9-0bac91eb4603'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:57.132506 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Set router 751958c9-d57c-4b2c-a2b9-0bac91eb4603 gateway port host: None {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:02:57.596506 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'name': 'router1', 'tenant_id': '27f6325081de4a4bbd73323b17cd130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:02:45Z', 'updated_at': '2022-08-30T01:02:55Z', 'revision_number': 2, 'project_id': '27f6325081de4a4bbd73323b17cd130a', 'gw_port_host': None, '_interfaces': [{'id': '673761a1-9d4d-48cb-999d-e41d01fc6c8f', 'name': '', 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306', 'tenant_id': '27f6325081de4a4bbd73323b17cd130a', 'mac_address': 'fa:16:3e:7a:41:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0886a639-00e0-4c8b-8fb2-5d0eb32602c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:02:55Z', 'updated_at': '2022-08-30T01:02:56Z', 'revision_number': 2, 'project_id': '27f6325081de4a4bbd73323b17cd130a', 'subnets': [{'id': '0886a639-00e0-4c8b-8fb2-5d0eb32602c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcf74ed0-50ef-4873-84cc-fd7ed38a3800'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:57.645129 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Checking router: 751958c9-d57c-4b2c-a2b9-0bac91eb4603 for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:02:57.645511 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Updating router 751958c9-d57c-4b2c-a2b9-0bac91eb4603 port 673761a1-9d4d-48cb-999d-e41d01fc6c8f binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:02:57.701880 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:58.217975 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Publish callbacks [] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:58.287058 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:58.439100 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Attempting to bind port 673761a1-9d4d-48cb-999d-e41d01fc6c8f on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:02:58.439499 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Attempting to bind port 673761a1-9d4d-48cb-999d-e41d01fc6c8f by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '740084a9-385f-40e2-9623-aaa96d9a676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:02:58.439969 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Attempting to bind port 673761a1-9d4d-48cb-999d-e41d01fc6c8f on network 81b6f909-a60b-422d-863a-093f3ca3b306 {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:02:58.442134 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Pushing event updated for resources: {'Port': ['ID=673761a1-9d4d-48cb-999d-e41d01fc6c8f,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:58.453420 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:02:58.453854 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Checking segment: {'id': '740084a9-385f-40e2-9623-aaa96d9a676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:02:58.454339 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:58.454725 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Bound using segment: {'id': '740084a9-385f-40e2-9623-aaa96d9a676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:02:58.455261 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Bound port: 673761a1-9d4d-48cb-999d-e41d01fc6c8f, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740084a9-385f-40e2-9623-aaa96d9a676c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:02:58.455588 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:58.458134 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.458476 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.458815 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.459151 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.459480 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.459805 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.460127 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.460448 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.460781 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.461102 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.461421 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.461775 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.462098 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.462416 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.462725 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Tracked resource versions report: Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: pushed versions: Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: { 'AddressGroup': {'1.2'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Agent': {'1.1'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'ConntrackHelper': {'1.0'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Log': {'1.0'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'NDPProxy': {'1.0'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Network': {'1.1'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Port': {'1.7'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'PortForwarding': {'1.3'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'QosPolicy': {'1.10'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'SecurityGroup': {'1.5'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'SubPort': {'1.0'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Subnet': {'1.1'}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Trunk': {'1.1'}} Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: consumer versions: Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: { DHCP agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: L3 agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: Metadata agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: Metering agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: Open vSwitch agent@dv-cinder-815712-11-iscsi: { 'AddressGroup': '1.2', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Agent': '1.1', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'ConntrackHelper': '1.0', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'LocalIPAssociation': '1.0', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Log': '1.0', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'NDPProxy': '1.0', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Network': '1.1', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Port': '1.7', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'PortForwarding': '1.3', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'QosPolicy': '1.10', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'SecurityGroup': '1.5', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'SecurityGroupRule': '1.2', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'SubPort': '1.0', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Subnet': '1.1', Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Trunk': '1.1'}} Aug 30 01:02:58.464160 dv-cinder-815712-11-iscsi neutron-server[107027]: {{(pid=107027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:02:58.536590 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] For port 673761a1-9d4d-48cb-999d-e41d01fc6c8f, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:02:58.556225 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] For port 673761a1-9d4d-48cb-999d-e41d01fc6c8f, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=673761a1-9d4d-48cb-999d-e41d01fc6c8f,segment=NetworkSegment(740084a9-385f-40e2-9623-aaa96d9a676c),segment_id=740084a9-385f-40e2-9623-aaa96d9a676c)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:02:58.689126 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:02:58.693711 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:58.726014 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:02:58.732039 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Routers {'751958c9-d57c-4b2c-a2b9-0bac91eb4603'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:02:58.732609 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:02:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['751958c9-d57c-4b2c-a2b9-0bac91eb4603'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:58.806106 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f271a3-8c6a-4677-a9c3-8bbbb858a11a None None] Pushing event updated for resources: {'Port': ['ID=673761a1-9d4d-48cb-999d-e41d01fc6c8f,revision_number=4']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:02:58.830595 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] Set router 751958c9-d57c-4b2c-a2b9-0bac91eb4603 gateway port host: None {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:02:59.042544 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'name': 'router1', 'tenant_id': '27f6325081de4a4bbd73323b17cd130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:02:45Z', 'updated_at': '2022-08-30T01:02:55Z', 'revision_number': 2, 'project_id': '27f6325081de4a4bbd73323b17cd130a', 'gw_port_host': None, '_interfaces': [{'id': '673761a1-9d4d-48cb-999d-e41d01fc6c8f', 'name': '', 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306', 'tenant_id': '27f6325081de4a4bbd73323b17cd130a', 'mac_address': 'fa:16:3e:7a:41:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0886a639-00e0-4c8b-8fb2-5d0eb32602c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:02:55Z', 'updated_at': '2022-08-30T01:02:58Z', 'revision_number': 4, 'project_id': '27f6325081de4a4bbd73323b17cd130a', 'subnets': [{'id': '0886a639-00e0-4c8b-8fb2-5d0eb32602c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcf74ed0-50ef-4873-84cc-fd7ed38a3800'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:02:59.068779 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ed821-e3fd-46dd-8f18-a3f250fd56df None None] The sync data for ids ['751958c9-d57c-4b2c-a2b9-0bac91eb4603'] in dv-cinder-815712-11-iscsi is: [{'id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'name': 'router1', 'tenant_id': '27f6325081de4a4bbd73323b17cd130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:02:45Z', 'updated_at': '2022-08-30T01:02:55Z', 'revision_number': 2, 'project_id': '27f6325081de4a4bbd73323b17cd130a', 'gw_port_host': None, '_interfaces': [{'id': '673761a1-9d4d-48cb-999d-e41d01fc6c8f', 'name': '', 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306', 'tenant_id': '27f6325081de4a4bbd73323b17cd130a', 'mac_address': 'fa:16:3e:7a:41:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0886a639-00e0-4c8b-8fb2-5d0eb32602c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:02:55Z', 'updated_at': '2022-08-30T01:02:58Z', 'revision_number': 4, 'project_id': '27f6325081de4a4bbd73323b17cd130a', 'subnets': [{'id': '0886a639-00e0-4c8b-8fb2-5d0eb32602c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcf74ed0-50ef-4873-84cc-fd7ed38a3800'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:02:59.365960 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 53398) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:02:59.452132 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 5 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:02:59.780853 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dade933-fb35-4cae-b9cb-78aa28a35d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:02:59.782245 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-0dade933-fb35-4cae-b9cb-78aa28a35d80 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/3905eba9-d150-4261-a4f5-9717b4e9f0c6 HTTP/1.1" status: 200 len: 842 time: 0.4152579 Aug 30 01:02:59.791817 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-f7184beb-4c45-46d5-b7f5-a8c6a25b4488 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:02:59.888212 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7184beb-4c45-46d5-b7f5-a8c6a25b4488 admin admin] Made reservation on behalf of dae85e39d46d422d97a780b67b09cea1 for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:02:59.890584 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f7184beb-4c45-46d5-b7f5-a8c6a25b4488 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:00.002639 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:00.367331 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:00.423118 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.objects.ports [None req-f7184beb-4c45-46d5-b7f5-a8c6a25b4488 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107025) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 30 01:03:00.423528 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f7184beb-4c45-46d5-b7f5-a8c6a25b4488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for subnet (bc9920b1-7ab9-4911-8e41-820b88e4def8), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:00.482957 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7184beb-4c45-46d5-b7f5-a8c6a25b4488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9920b1-7ab9-4911-8e41-820b88e4def8,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:00.508938 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7184beb-4c45-46d5-b7f5-a8c6a25b4488 admin admin] Checking segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:00.508938 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7184beb-4c45-46d5-b7f5-a8c6a25b4488 admin admin] Network hostable DHCP agents. Network: 3905eba9-d150-4261-a4f5-9717b4e9f0c6, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:03:00.602384 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7184beb-4c45-46d5-b7f5-a8c6a25b4488 admin admin] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:03:00.710898 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-f7184beb-4c45-46d5-b7f5-a8c6a25b4488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 3905eba9-d150-4261-a4f5-9717b4e9f0c6) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:00.717584 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7184beb-4c45-46d5-b7f5-a8c6a25b4488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:00.718645 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f7184beb-4c45-46d5-b7f5-a8c6a25b4488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:00.724929 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5b357f-ff58-45bc-b966-934afa805498 None None] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:03:00.831040 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fe7022-6057-42b9-b7d8-cdbf6f570b27 None None] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:03:00.879975 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f7184beb-4c45-46d5-b7f5-a8c6a25b4488 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0912790 Aug 30 01:03:03.337946 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 53406) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:03.862012 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-191bfea7-9f94-4daf-80d0-6327b04403b2 demo admin] 10.222.0.52 "GET /networking/v2.0/routers/751958c9-d57c-4b2c-a2b9-0bac91eb4603 HTTP/1.1" status: 200 len: 710 time: 0.5229952 Aug 30 01:03:03.981074 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac01540-f69f-4e5e-bea3-083685b09422 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:03:03.987684 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-9ac01540-f69f-4e5e-bea3-083685b09422 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/3905eba9-d150-4261-a4f5-9717b4e9f0c6 HTTP/1.1" status: 200 len: 886 time: 0.1146159 Aug 30 01:03:03.992478 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:03:04.279089 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Publish callbacks [] for router_gateway (751958c9-d57c-4b2c-a2b9-0bac91eb4603), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:04.730853 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:04.798339 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Publish callbacks [] for router_gateway (751958c9-d57c-4b2c-a2b9-0bac91eb4603), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:04.875451 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:04.984915 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Allocated IP 172.27.1.23 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/1acc2ee1-762e-4888-a75d-155cbd770f51) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:03:05.055321 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:05.092787 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Publish callbacks [] for port (1acc2ee1-762e-4888-a75d-155cbd770f51), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:05.191248 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (1acc2ee1-762e-4888-a75d-155cbd770f51), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:05.236151 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:03:05.239551 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:03:05.241262 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Pushing event updated for resources: {'Port': ['ID=1acc2ee1-762e-4888-a75d-155cbd770f51,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:05.244871 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:03:05.409969 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 673761a1-9d4d-48cb-999d-e41d01fc6c8f up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:05.455160 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 673761a1-9d4d-48cb-999d-e41d01fc6c8f triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:05.455532 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:05.530871 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 673761a1-9d4d-48cb-999d-e41d01fc6c8f is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:05.531263 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:05.569112 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 673761a1-9d4d-48cb-999d-e41d01fc6c8f, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=673761a1-9d4d-48cb-999d-e41d01fc6c8f,segment=NetworkSegment(740084a9-385f-40e2-9623-aaa96d9a676c),segment_id=740084a9-385f-40e2-9623-aaa96d9a676c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:05.626026 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Publish callbacks [] for router_gateway (751958c9-d57c-4b2c-a2b9-0bac91eb4603), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:05.641163 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:05.693409 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=673761a1-9d4d-48cb-999d-e41d01fc6c8f,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:05.770878 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:05.908903 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-482977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2927'] for router (751958c9-d57c-4b2c-a2b9-0bac91eb4603), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:05.912225 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-482970'] for router (751958c9-d57c-4b2c-a2b9-0bac91eb4603), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:06.019292 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Router 751958c9-d57c-4b2c-a2b9-0bac91eb4603 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:03:06.130745 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:03:06.137005 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] Publish callbacks [] for router (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:06.138260 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-ccaa4fca-c8b1-48de-a5c6-8654162b2962 demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/751958c9-d57c-4b2c-a2b9-0bac91eb4603 HTTP/1.1" status: 200 len: 889 time: 2.1494598 Aug 30 01:03:06.142154 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Sync routers for ids ['751958c9-d57c-4b2c-a2b9-0bac91eb4603'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:03:06.155592 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Routers {'751958c9-d57c-4b2c-a2b9-0bac91eb4603'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:06.156272 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:02:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['751958c9-d57c-4b2c-a2b9-0bac91eb4603'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:06.359670 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:06.373184 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Set router 751958c9-d57c-4b2c-a2b9-0bac91eb4603 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:06.731304 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:06.773249 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'name': 'router1', 'tenant_id': '27f6325081de4a4bbd73323b17cd130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1acc2ee1-762e-4888-a75d-155cbd770f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:02:45Z', 'updated_at': '2022-08-30T01:03:05Z', 'revision_number': 4, 'project_id': '27f6325081de4a4bbd73323b17cd130a', 'gw_port': {'id': '1acc2ee1-762e-4888-a75d-155cbd770f51', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:15:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:04Z', 'updated_at': '2022-08-30T01:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '673761a1-9d4d-48cb-999d-e41d01fc6c8f', 'name': '', 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306', 'tenant_id': '27f6325081de4a4bbd73323b17cd130a', 'mac_address': 'fa:16:3e:7a:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0886a639-00e0-4c8b-8fb2-5d0eb32602c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:02:55Z', 'updated_at': '2022-08-30T01:03:05Z', 'revision_number': 5, 'project_id': '27f6325081de4a4bbd73323b17cd130a', 'subnets': [{'id': '0886a639-00e0-4c8b-8fb2-5d0eb32602c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcf74ed0-50ef-4873-84cc-fd7ed38a3800'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:06.899600 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Checking router: 751958c9-d57c-4b2c-a2b9-0bac91eb4603 for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:03:06.899972 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Updating router 751958c9-d57c-4b2c-a2b9-0bac91eb4603 port 1acc2ee1-762e-4888-a75d-155cbd770f51 binding host dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:03:06.952726 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (1acc2ee1-762e-4888-a75d-155cbd770f51), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:07.222997 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:07.272489 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Publish callbacks [] for port (1acc2ee1-762e-4888-a75d-155cbd770f51), precommit_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:07.351569 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (1acc2ee1-762e-4888-a75d-155cbd770f51), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:07.383383 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Attempting to bind port 1acc2ee1-762e-4888-a75d-155cbd770f51 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:03:07.383764 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Attempting to bind port 1acc2ee1-762e-4888-a75d-155cbd770f51 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:03:07.384224 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Attempting to bind port 1acc2ee1-762e-4888-a75d-155cbd770f51 on network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:03:07.393618 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:03:07.394027 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Checking segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:03:07.394430 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:07.394826 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Bound using segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:03:07.395297 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Bound port: 1acc2ee1-762e-4888-a75d-155cbd770f51, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:03:07.395685 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (1acc2ee1-762e-4888-a75d-155cbd770f51), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:07.421148 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 673761a1-9d4d-48cb-999d-e41d01fc6c8f up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:07.447011 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1457d-fe89-4c5d-a50b-fbfbd850857d None None] Pushing event updated for resources: {'Port': ['ID=1acc2ee1-762e-4888-a75d-155cbd770f51,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:07.492848 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] For port 1acc2ee1-762e-4888-a75d-155cbd770f51, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:03:07.510011 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] For port 1acc2ee1-762e-4888-a75d-155cbd770f51, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=1acc2ee1-762e-4888-a75d-155cbd770f51,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:03:07.517965 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 673761a1-9d4d-48cb-999d-e41d01fc6c8f triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:07.518358 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:07.590809 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 673761a1-9d4d-48cb-999d-e41d01fc6c8f is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:07.625159 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (1acc2ee1-762e-4888-a75d-155cbd770f51), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:07.659910 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Routers {'751958c9-d57c-4b2c-a2b9-0bac91eb4603'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:03:07.660529 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:02:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['751958c9-d57c-4b2c-a2b9-0bac91eb4603'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:07.724606 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1457d-fe89-4c5d-a50b-fbfbd850857d None None] Pushing event updated for resources: {'Port': ['ID=1acc2ee1-762e-4888-a75d-155cbd770f51,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:07.787011 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] Set router 751958c9-d57c-4b2c-a2b9-0bac91eb4603 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:03:07.989766 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'name': 'router1', 'tenant_id': '27f6325081de4a4bbd73323b17cd130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1acc2ee1-762e-4888-a75d-155cbd770f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:02:45Z', 'updated_at': '2022-08-30T01:03:05Z', 'revision_number': 4, 'project_id': '27f6325081de4a4bbd73323b17cd130a', 'gw_port': {'id': '1acc2ee1-762e-4888-a75d-155cbd770f51', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:15:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:04Z', 'updated_at': '2022-08-30T01:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '673761a1-9d4d-48cb-999d-e41d01fc6c8f', 'name': '', 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306', 'tenant_id': '27f6325081de4a4bbd73323b17cd130a', 'mac_address': 'fa:16:3e:7a:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0886a639-00e0-4c8b-8fb2-5d0eb32602c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:02:55Z', 'updated_at': '2022-08-30T01:03:05Z', 'revision_number': 5, 'project_id': '27f6325081de4a4bbd73323b17cd130a', 'subnets': [{'id': '0886a639-00e0-4c8b-8fb2-5d0eb32602c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcf74ed0-50ef-4873-84cc-fd7ed38a3800'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:03:08.015978 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61a2b48-e684-451e-908b-2035ccc34afd None None] The sync data for ids ['751958c9-d57c-4b2c-a2b9-0bac91eb4603'] in dv-cinder-815712-11-iscsi is: [{'id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'name': 'router1', 'tenant_id': '27f6325081de4a4bbd73323b17cd130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '1acc2ee1-762e-4888-a75d-155cbd770f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:02:45Z', 'updated_at': '2022-08-30T01:03:05Z', 'revision_number': 4, 'project_id': '27f6325081de4a4bbd73323b17cd130a', 'gw_port': {'id': '1acc2ee1-762e-4888-a75d-155cbd770f51', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:15:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:03:04Z', 'updated_at': '2022-08-30T01:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '673761a1-9d4d-48cb-999d-e41d01fc6c8f', 'name': '', 'network_id': '81b6f909-a60b-422d-863a-093f3ca3b306', 'tenant_id': '27f6325081de4a4bbd73323b17cd130a', 'mac_address': 'fa:16:3e:7a:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751958c9-d57c-4b2c-a2b9-0bac91eb4603', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0886a639-00e0-4c8b-8fb2-5d0eb32602c1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:02:55Z', 'updated_at': '2022-08-30T01:03:05Z', 'revision_number': 5, 'project_id': '27f6325081de4a4bbd73323b17cd130a', 'subnets': [{'id': '0886a639-00e0-4c8b-8fb2-5d0eb32602c1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bcf74ed0-50ef-4873-84cc-fd7ed38a3800'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:03:08.752973 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 53422) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:03:09.046310 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=65 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:09.201721 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-3d9f9326-bcea-4360-b056-23acec7c5d17 admin admin] 10.222.0.52 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4476471 Aug 30 01:03:09.419857 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 1acc2ee1-762e-4888-a75d-155cbd770f51 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:09.446555 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=5 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:09.469569 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 1acc2ee1-762e-4888-a75d-155cbd770f51 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:09.469990 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (1acc2ee1-762e-4888-a75d-155cbd770f51), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:09.544725 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 1acc2ee1-762e-4888-a75d-155cbd770f51 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:09.545111 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (1acc2ee1-762e-4888-a75d-155cbd770f51), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:09.566953 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 1acc2ee1-762e-4888-a75d-155cbd770f51, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=1acc2ee1-762e-4888-a75d-155cbd770f51,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:03:09.659079 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (1acc2ee1-762e-4888-a75d-155cbd770f51), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:09.680433 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:09.710500 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=1acc2ee1-762e-4888-a75d-155cbd770f51,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:03:11.406192 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 1acc2ee1-762e-4888-a75d-155cbd770f51 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:03:11.437414 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:11.466619 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 1acc2ee1-762e-4888-a75d-155cbd770f51 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:03:11.467382 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (1acc2ee1-762e-4888-a75d-155cbd770f51), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:11.553970 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 1acc2ee1-762e-4888-a75d-155cbd770f51 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:03:16.129710 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=16 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:16.131236 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:19.187501 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:19.197380 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:20.242745 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ba7355f4-47db-40bc-881c-991ff83d725d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:22.898963 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-2829f638-b485-4005-a695-2ca4d18de1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.144301 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:24.461971 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:24.476744 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:25.710151 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:25.762682 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:35.649713 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:35.698058 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:35.699909 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:36.451966 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 5 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:03:46.447808 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:46.449352 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:03:50.275278 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-eedb36b8-b24b-4f7c-8fcf-ccdb23ea36b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:52.920236 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-0ddaa65d-31fc-4d02-8af7-60d16ae2b46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:54.126308 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:55.721199 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:03:55.771733 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:01.455022 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:01.462819 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=5 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:05.641942 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:05.696470 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:05.703409 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:13.451875 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 5 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:04:18.447890 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:20.257197 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-41bc92d9-cc71-4cba-ab42-0ff2a6451eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:22.907557 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-19d95afc-4e32-459b-bae9-8fb645292a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:23.449236 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:24.147965 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:25.713135 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:25.770746 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:35.688265 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:35.690103 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:35.691843 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:37.084590 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 53968) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:37.432382 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbff9d2d-8599-4f6d-b33c-07364646dc84 admin admin] GET failed (client error): The resource could not be found. Aug 30 01:04:37.433720 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-cbff9d2d-8599-4f6d-b33c-07364646dc84 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3482652 Aug 30 01:04:37.621807 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615c9ae4-87a5-492b-ace5-0a1c049bb2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:37.623274 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-615c9ae4-87a5-492b-ace5-0a1c049bb2ca admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1848991 Aug 30 01:04:38.455624 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=14 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:38.457589 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=18 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:39.973192 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 53978) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:40.396197 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ae7a9-949f-4d70-9052-3c7b66545d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:40.397611 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-750ae7a9-949f-4d70-9052-3c7b66545d2d admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/0886a639-00e0-4c8b-8fb2-5d0eb32602c1 HTTP/1.1" status: 200 len: 849 time: 0.4235315 Aug 30 01:04:40.409548 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:04:40.501759 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Publish callbacks [] for subnet (0886a639-00e0-4c8b-8fb2-5d0eb32602c1), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:40.724647 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732600566155'] for subnet (0886a639-00e0-4c8b-8fb2-5d0eb32602c1), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:40.763467 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:40.764059 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:40.765363 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] 10.222.0.52 "PUT /networking/v2.0/subnets/0886a639-00e0-4c8b-8fb2-5d0eb32602c1 HTTP/1.1" status: 200 len: 868 time: 0.3596692 Aug 30 01:04:40.768733 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6e84f-e446-4917-8fe6-108d201e3646 None None] Network 81b6f909-a60b-422d-863a-093f3ca3b306 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:04:40.790259 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0886a639-00e0-4c8b-8fb2-5d0eb32602c1,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:04:40.798082 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.798451 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.798780 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.799122 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.799456 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.799793 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.800139 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.800454 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.800799 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.801127 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.801473 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.801829 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.802151 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.802470 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:40.802788 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1c9144-df79-4069-992c-89b3604dd8e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:04:41.074141 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-01c88315-ea1b-4756-9cb2-b651649d48d7 None None] Provisioning complete for port 673761a1-9d4d-48cb-999d-e41d01fc6c8f triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:41.074528 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-01c88315-ea1b-4756-9cb2-b651649d48d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (673761a1-9d4d-48cb-999d-e41d01fc6c8f), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:41.150971 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-01c88315-ea1b-4756-9cb2-b651649d48d7 None None] Current status of the port 673761a1-9d4d-48cb-999d-e41d01fc6c8f is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:04:41.159027 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-01c88315-ea1b-4756-9cb2-b651649d48d7 None None] Provisioning complete for port 55b4807d-8a04-4e8e-83d5-e96a12207d6e triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:04:41.159418 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-01c88315-ea1b-4756-9cb2-b651649d48d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (55b4807d-8a04-4e8e-83d5-e96a12207d6e), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:41.231816 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-01c88315-ea1b-4756-9cb2-b651649d48d7 None None] Current status of the port 55b4807d-8a04-4e8e-83d5-e96a12207d6e is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:04:43.104799 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 53986) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:43.593142 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b27650-14df-4756-b421-956fda9e10bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:43.593616 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b27650-14df-4756-b421-956fda9e10bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:43.595211 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b3b27650-14df-4756-b421-956fda9e10bc admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4894850 Aug 30 01:04:45.960975 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 53994) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:46.445196 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f90f40-78f0-4e70-b504-3f6f6f0f2d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:46.445658 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f90f40-78f0-4e70-b504-3f6f6f0f2d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:46.447247 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-90f90f40-78f0-4e70-b504-3f6f6f0f2d02 admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4853978 Aug 30 01:04:48.823351 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54004) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:49.291214 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac719e7-a8c1-4056-af59-1886baa3020c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:49.292602 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-1ac719e7-a8c1-4056-af59-1886baa3020c admin admin] 10.222.0.52 "GET /networking/v2.0/networks/3905eba9-d150-4261-a4f5-9717b4e9f0c6 HTTP/1.1" status: 200 len: 886 time: 0.4683084 Aug 30 01:04:50.307502 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-74f4f0ac-eba8-4f37-9392-6947c825e505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:50.450635 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 5 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:04:51.224645 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=28 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:51.653040 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54012) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:52.092536 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050ee6d2-314f-43b2-87a7-47eb556ec91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:52.093951 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-050ee6d2-314f-43b2-87a7-47eb556ec91d admin admin] 10.222.0.52 "GET /networking/v2.0/networks/81b6f909-a60b-422d-863a-093f3ca3b306 HTTP/1.1" status: 200 len: 869 time: 0.4396176 Aug 30 01:04:52.958402 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-9edaabcd-c345-4c46-a2cb-76144756aea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:54.119052 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:54.456759 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54020) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:54.837265 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:54.849170 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:54.877495 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1720ec-a7d1-40c2-baf2-0f6fa050b7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:54.877965 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1720ec-a7d1-40c2-baf2-0f6fa050b7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:54.879515 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-0a1720ec-a7d1-40c2-baf2-0f6fa050b7e3 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4218078 Aug 30 01:04:55.724486 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:55.810245 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:04:56.440562 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=14 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:56.442604 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=9 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:04:57.229606 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54028) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:04:57.622096 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be3c97c-eff4-4270-99fb-ca4806a2a4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:57.622555 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be3c97c-eff4-4270-99fb-ca4806a2a4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:04:57.624101 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-5be3c97c-eff4-4270-99fb-ca4806a2a4bc admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3935018 Aug 30 01:04:59.953599 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54036) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:00.332179 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1993e0d8-7896-4712-a3d7-c82f8aa0f308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:00.333551 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-1993e0d8-7896-4712-a3d7-c82f8aa0f308 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/0886a639-00e0-4c8b-8fb2-5d0eb32602c1 HTTP/1.1" status: 200 len: 868 time: 0.3790128 Aug 30 01:05:00.446474 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:00.447528 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:02.670220 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54044) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:03.163680 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935fc0fd-9af0-4054-bd07-10a03831861a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:03.165026 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-935fc0fd-9af0-4054-bd07-10a03831861a admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/bc9920b1-7ab9-4911-8e41-820b88e4def8 HTTP/1.1" status: 200 len: 816 time: 0.4938734 Aug 30 01:05:05.683548 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:05.688025 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:05.690766 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:13.158615 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=17 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:13.167326 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=24 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:15.448572 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:15.452436 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:20.282712 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d98e2c4c-39b8-4350-a05e-d66211e7f87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:22.947578 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-2b53ef38-f5a5-4cc7-b04f-1e9c0ec41246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:24.129443 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:25.740217 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:25.781121 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:27.448903 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 5 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:05:32.042502 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54100) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:32.370867 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [None req-20c25572-d9e7-4f7d-88b0-9cce6bb80d99 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:05:32.371937 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-20c25572-d9e7-4f7d-88b0-9cce6bb80d99 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3284748 Aug 30 01:05:34.817944 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54108) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:35.166462 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.pecan_wsgi.hooks.translation [None req-22aeec29-c352-4ccf-89dd-77a8640f5d60 admin admin] GET failed (client error): The resource could not be found. Aug 30 01:05:35.167757 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-22aeec29-c352-4ccf-89dd-77a8640f5d60 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3488712 Aug 30 01:05:35.258615 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b6d89d-cc2f-4125-9aee-7aa0200c86bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:35.260005 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-24b6d89d-cc2f-4125-9aee-7aa0200c86bb admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0879295 Aug 30 01:05:35.682175 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:35.687092 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:35.688819 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:37.445418 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:37.630373 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54116) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:37.962229 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:05:38.060347 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Made reservation on behalf of dae85e39d46d422d97a780b67b09cea1 for: {'network': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:05:38.062911 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:38.091431 dv-cinder-815712-11-iscsi neutron-server[107025]: WARNING neutron.services.revisions.revision_plugin [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Could not find related network for resource to bump revision. Aug 30 01:05:38.105649 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=107025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:05:38.115550 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (4a522f02-b00f-4a1d-ab23-5ae5e11969ea), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:38.115889 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.segments_db [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Added segment 4a522f02-b00f-4a1d-ab23-5ae5e11969ea of type vlan for network c8643ce9-5b48-4ffa-835f-74965cb9db0e Aug 30 01:05:38.157543 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (c8643ce9-5b48-4ffa-835f-74965cb9db0e), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:38.316366 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (c8643ce9-5b48-4ffa-835f-74965cb9db0e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:38.317480 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:38.318212 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:38.377326 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Pushing event updated for resources: {'Network': ['ID=c8643ce9-5b48-4ffa-835f-74965cb9db0e,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:38.385406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.385406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.385406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.385406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.385406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.385932 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.385932 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.386134 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.386467 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.386788 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.387138 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.387458 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.387750 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.388062 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.388373 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:38.399775 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network c8643ce9-5b48-4ffa-835f-74965cb9db0e details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:05:38.532202 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-33ac2949-ab31-44c9-960f-8ce5f4df962a admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9006672 Aug 30 01:05:40.968560 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54124) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:05:41.337997 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.pecan_wsgi.hooks.translation [None req-781ad0be-a29b-4759-8e92-6ae489602367 admin admin] GET failed (client error): The resource could not be found. Aug 30 01:05:41.339290 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-781ad0be-a29b-4759-8e92-6ae489602367 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3697841 Aug 30 01:05:41.449531 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bd8012-e44b-41b6-9062-1b944ef2da03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:41.451022 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-d0bd8012-e44b-41b6-9062-1b944ef2da03 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1073658 Aug 30 01:05:41.461063 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-e2c1de52-24a6-439c-8b6b-e4de7ae41efc admin admin] Request body: {'subnet': {'network_id': 'c8643ce9-5b48-4ffa-835f-74965cb9db0e', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:05:41.597880 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c1de52-24a6-439c-8b6b-e4de7ae41efc admin admin] Made reservation on behalf of dae85e39d46d422d97a780b67b09cea1 for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:05:41.600382 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e2c1de52-24a6-439c-8b6b-e4de7ae41efc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:41.882528 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e2c1de52-24a6-439c-8b6b-e4de7ae41efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for subnet (d23ddb2b-fbe9-4b4a-a8b5-fc63cc72bdcc), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:41.936707 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1de52-24a6-439c-8b6b-e4de7ae41efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23ddb2b-fbe9-4b4a-a8b5-fc63cc72bdcc,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:41.952596 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1de52-24a6-439c-8b6b-e4de7ae41efc admin admin] Checking segment: {'id': '4a522f02-b00f-4a1d-ab23-5ae5e11969ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c8643ce9-5b48-4ffa-835f-74965cb9db0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:05:41.952941 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c1de52-24a6-439c-8b6b-e4de7ae41efc admin admin] Network hostable DHCP agents. Network: c8643ce9-5b48-4ffa-835f-74965cb9db0e, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:05:42.088702 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c1de52-24a6-439c-8b6b-e4de7ae41efc admin admin] Network c8643ce9-5b48-4ffa-835f-74965cb9db0e is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:05:42.174576 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-e2c1de52-24a6-439c-8b6b-e4de7ae41efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, c8643ce9-5b48-4ffa-835f-74965cb9db0e) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:05:42.179152 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c1de52-24a6-439c-8b6b-e4de7ae41efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:05:42.179754 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e2c1de52-24a6-439c-8b6b-e4de7ae41efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:42.185322 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0024a2-c7ba-418e-87d6-5533ca4c370c None None] Network c8643ce9-5b48-4ffa-835f-74965cb9db0e requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:05:42.275017 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-e2c1de52-24a6-439c-8b6b-e4de7ae41efc admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8173397 Aug 30 01:05:42.386322 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95ee51a5-2310-549f-978a-ba0d001b608d-c8643ce9-5b48-4ffa-835f-74965cb9db0e', 'network_id': 'c8643ce9-5b48-4ffa-835f-74965cb9db0e', 'project_id': 'dae85e39d46d422d97a780b67b09cea1', 'fixed_ips': [{'subnet_id': 'd23ddb2b-fbe9-4b4a-a8b5-fc63cc72bdcc'}]}} from dv-cinder-815712-11-iscsi. {{(pid=107026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:05:42.387265 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:42.536617 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.db_base_plugin_common [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Allocated IP 192.168.233.2 (c8643ce9-5b48-4ffa-835f-74965cb9db0e/d23ddb2b-fbe9-4b4a-a8b5-fc63cc72bdcc/35dd98a6-6660-4b52-9fd5-1391c781e8bf) {{(pid=107026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:05:42.686257 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Publish callbacks [] for port (35dd98a6-6660-4b52-9fd5-1391c781e8bf), precommit_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:42.781590 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (35dd98a6-6660-4b52-9fd5-1391c781e8bf), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:42.819397 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Network c8643ce9-5b48-4ffa-835f-74965cb9db0e is already hosted by enough agents. {{(pid=107026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:05:42.824783 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.base_scheduler [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Resources bound (agent type, host, resource id): {{(pid=107026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:05:42.828501 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Received port after_create {{(pid=107026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:05:42.841085 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Pushing event updated for resources: {'Port': ['ID=35dd98a6-6660-4b52-9fd5-1391c781e8bf,revision_number=1']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:42.862605 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.862938 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.863326 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.863738 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.864079 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.864401 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.864714 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.865040 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.865448 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.865674 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.866014 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.866349 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.866670 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.867009 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.867314 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:05:42.908398 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Attempting to bind port 35dd98a6-6660-4b52-9fd5-1391c781e8bf on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:05:42.908766 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Attempting to bind port 35dd98a6-6660-4b52-9fd5-1391c781e8bf by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '4a522f02-b00f-4a1d-ab23-5ae5e11969ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c8643ce9-5b48-4ffa-835f-74965cb9db0e'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:05:42.909133 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Attempting to bind port 35dd98a6-6660-4b52-9fd5-1391c781e8bf on network c8643ce9-5b48-4ffa-835f-74965cb9db0e {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:05:42.914995 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:05:42.915372 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Checking segment: {'id': '4a522f02-b00f-4a1d-ab23-5ae5e11969ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c8643ce9-5b48-4ffa-835f-74965cb9db0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:05:42.915779 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:42.916192 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Bound using segment: {'id': '4a522f02-b00f-4a1d-ab23-5ae5e11969ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c8643ce9-5b48-4ffa-835f-74965cb9db0e'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:05:42.916664 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Bound port: 35dd98a6-6660-4b52-9fd5-1391c781e8bf, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a522f02-b00f-4a1d-ab23-5ae5e11969ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c8643ce9-5b48-4ffa-835f-74965cb9db0e'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:05:42.917041 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (35dd98a6-6660-4b52-9fd5-1391c781e8bf), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:42.984874 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] For port 35dd98a6-6660-4b52-9fd5-1391c781e8bf, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:05:42.987998 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] For port 35dd98a6-6660-4b52-9fd5-1391c781e8bf, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=35dd98a6-6660-4b52-9fd5-1391c781e8bf,segment=NetworkSegment(4a522f02-b00f-4a1d-ab23-5ae5e11969ea),segment_id=4a522f02-b00f-4a1d-ab23-5ae5e11969ea)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:05:43.072885 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (35dd98a6-6660-4b52-9fd5-1391c781e8bf), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:43.139917 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a5bc4-0645-4cc5-9c47-7a5a4f3f5311 None None] Pushing event updated for resources: {'Port': ['ID=35dd98a6-6660-4b52-9fd5-1391c781e8bf,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:43.513392 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 35dd98a6-6660-4b52-9fd5-1391c781e8bf up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:05:43.565343 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 35dd98a6-6660-4b52-9fd5-1391c781e8bf triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:05:43.565772 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (35dd98a6-6660-4b52-9fd5-1391c781e8bf), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:43.643077 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 35dd98a6-6660-4b52-9fd5-1391c781e8bf is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:05:43.643383 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (35dd98a6-6660-4b52-9fd5-1391c781e8bf), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:43.678542 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 35dd98a6-6660-4b52-9fd5-1391c781e8bf, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=35dd98a6-6660-4b52-9fd5-1391c781e8bf,segment=NetworkSegment(4a522f02-b00f-4a1d-ab23-5ae5e11969ea),segment_id=4a522f02-b00f-4a1d-ab23-5ae5e11969ea)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:05:43.741097 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (35dd98a6-6660-4b52-9fd5-1391c781e8bf), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:43.799176 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=35dd98a6-6660-4b52-9fd5-1391c781e8bf,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:05:43.987475 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a5362e-1d6a-42cd-a996-bc7083beb596 None None] Network c8643ce9-5b48-4ffa-835f-74965cb9db0e requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:05:44.048693 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-0fee69ac-8ad8-4ddc-9d7d-917d4a99e933 None None] Provisioning complete for port 35dd98a6-6660-4b52-9fd5-1391c781e8bf triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:05:44.049084 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-0fee69ac-8ad8-4ddc-9d7d-917d4a99e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (35dd98a6-6660-4b52-9fd5-1391c781e8bf), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:44.131978 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:44.177950 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-0fee69ac-8ad8-4ddc-9d7d-917d4a99e933 None None] Current status of the port 35dd98a6-6660-4b52-9fd5-1391c781e8bf is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:05:44.396866 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-01c96ac7-bbaa-4c85-93b5-24323a4702af None None] Provisioning complete for port 35dd98a6-6660-4b52-9fd5-1391c781e8bf triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:05:44.401601 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-01c96ac7-bbaa-4c85-93b5-24323a4702af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (35dd98a6-6660-4b52-9fd5-1391c781e8bf), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:44.473967 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-01c96ac7-bbaa-4c85-93b5-24323a4702af None None] Current status of the port 35dd98a6-6660-4b52-9fd5-1391c781e8bf is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:05:45.255258 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=11 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:45.257974 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=11 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:45.501260 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 35dd98a6-6660-4b52-9fd5-1391c781e8bf up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:05:45.531835 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:45.547043 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 35dd98a6-6660-4b52-9fd5-1391c781e8bf triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:05:45.547416 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (35dd98a6-6660-4b52-9fd5-1391c781e8bf), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:45.585716 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:45.627815 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 35dd98a6-6660-4b52-9fd5-1391c781e8bf is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:05:50.333933 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-868c7a88-69fd-4f20-bb60-5f8009069cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:52.190592 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=62,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:52.191569 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=76,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:52.449960 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:52.463811 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:05:52.906069 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-afcd6e68-7913-4a88-a672-c0bc15d5df51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:54.139831 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:55.728529 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:05:55.762879 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:04.447914 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 5 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:06:05.683780 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:05.688711 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:05.691441 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:18.442910 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:18.443626 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:20.305397 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-13c6331d-2465-4080-b1aa-5817169e9914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:23.006198 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-73248a05-b99a-4114-a40c-c2fce3251cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:24.154388 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.727819 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:25.797160 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:29.459360 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:29.462021 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:35.660202 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:35.690443 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:35.691779 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:41.447265 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 5 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:06:50.301946 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-1b418298-a37d-4bae-ab1d-69200945716e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:51.442984 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:51.443778 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:06:52.930478 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-eeff3340-3d31-4b4a-93cc-031a48ef6795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:54.178808 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.727622 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:06:55.761900 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:05.687884 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:05.693814 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:05.696527 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:06.452827 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:06.457712 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:09.045389 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54166) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:09.051190 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [None req-7eb22787-1983-4df9-8a12-0794ac73a975 tempest-verify_tempest_config-2100986481 tempest-verify_tempest_config-2100986481-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:07:09.052173 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-7eb22787-1983-4df9-8a12-0794ac73a975 tempest-verify_tempest_config-2100986481 tempest-verify_tempest_config-2100986481-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057635 Aug 30 01:07:09.909437 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54184) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:10.252634 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:10.331523 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Publish callbacks [] for security_group (ff76c4cd-a4b9-4f38-9fd1-57b41bd899e4), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:10.409913 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ff76c4cd-a4b9-4f38-9fd1-57b41bd899e4), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:10.455483 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff76c4cd-a4b9-4f38-9fd1-57b41bd899e4,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:10.460006 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4820807e725f4501a6a7210fc7020b2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5494263 Aug 30 01:07:10.462950 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54188) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:07:10.466557 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.466979 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.467258 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.467597 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.467926 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.468251 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.468576 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.468899 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.469244 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.469566 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.470102 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.470433 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.470754 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.471072 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.471397 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad424d8a-8384-4052-bda6-4e4c4586360c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.528095 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Publish callbacks [] for security_group (ff76c4cd-a4b9-4f38-9fd1-57b41bd899e4), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:10.548412 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Publish callbacks [] for security_group (ff76c4cd-a4b9-4f38-9fd1-57b41bd899e4), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:10.741687 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ff76c4cd-a4b9-4f38-9fd1-57b41bd899e4), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:10.744138 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:10.745296 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ff76c4cd-a4b9-4f38-9fd1-57b41bd899e4 HTTP/1.1" status: 204 len: 168 time: 0.2811067 Aug 30 01:07:10.754158 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff76c4cd-a4b9-4f38-9fd1-57b41bd899e4,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:07:10.761436 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.761823 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.762183 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.762527 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.762860 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.763190 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.763565 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.763840 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.764164 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.764492 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.764838 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.765145 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.765468 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.765813 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:10.772271 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c322ea-51af-409f-a613-94b6f1895a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:07:17.802385 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=11 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:17.804294 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=15 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:18.447226 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 5 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:07:20.261275 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-a1beb233-4c3f-4b2f-a6ea-70c7342975aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:20.453828 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=17,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:20.465834 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=22,neutron:INSERT=7 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:20.749211 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:20.757253 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:23.126758 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-2c3f0a4e-8c33-4926-a775-7809a5c22b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:24.212507 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:25.767105 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:25.795230 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:28.442841 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:28.443635 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:35.692732 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:35.697640 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:35.701377 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:43.459103 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:43.464049 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:07:50.309874 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7bd2140e-90a4-427f-bbe9-74d67bf83262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:52.949100 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-c132e0e6-92b5-4029-bec4-dd87e5cc552a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:54.166185 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:55.446096 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 5 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:07:55.751715 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:07:55.796803 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:05.442788 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:05.696767 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:05.703553 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:05.706257 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:20.253549 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-9b24c7a5-6d05-4288-b406-8a7303d07b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:20.455761 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:20.460620 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:22.913852 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-90ba11b4-ce4e-4ddb-ac80-7ca150d5ef89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:24.165781 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:25.766703 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:25.800046 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:32.446342 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 5 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:08:35.699256 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:35.703140 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:35.705904 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:44.447549 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:44.448426 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:47.702439 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-481669'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:50.268818 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-51f80735-2a1f-4a06-9482-3a38826cf71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:52.920058 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6fe2cc66-0e42-404c-97c5-d93f0ee508b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:54.292182 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:55.748645 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:55.777111 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:08:57.456750 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:57.457556 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:08:59.508989 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54284) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:08:59.643722 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f982e1de-db76-4904-bc71-0c72b985dcb8 admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1336422 Aug 30 01:09:01.850668 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54294) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:09:01.906061 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-8c8850de-5853-465a-b9b8-e81b246c868e admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0542943 Aug 30 01:09:05.700385 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:05.701236 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:05.709060 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:09.444995 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:09:09.638334 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:11.901378 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:17.490337 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:17.804511 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=14 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:19.441473 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=14 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:20.256348 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f146df6e-fa92-43ac-a20b-1cb532523f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:22.896134 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-3f61824e-9b84-460e-a775-ec752d369d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:24.158695 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:25.804043 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:25.867154 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:34.449145 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:34.452999 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:35.678492 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:35.702605 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:35.704402 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:46.445374 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:09:47.484136 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:50.232444 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5e85f7c8-e2b3-4de1-8785-ee21b931aa50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:52.917958 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-fb22c705-04f4-4a72-bd5a-b628a81a5c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:54.180933 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:55.843997 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:55.912210 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:09:56.440253 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:09:56.441436 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:05.706362 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:05.711226 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:05.714932 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=2,neutron:SELECT=13 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:17.523668 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:18.453181 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:18.454350 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:20.255041 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-91ed93a9-3bd3-4f29-80d6-e7e8535cb03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:22.924088 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f7289d0d-f290-4000-8e0b-ab7ac09b77a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:23.444355 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:10:24.169414 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:25.769572 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:25.809349 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:33.440464 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:35.704879 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:35.711456 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:35.712191 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:36.968768 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54448) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:37.357897 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-network', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:37.503881 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Made reservation on behalf of 9f0605a8a2fe48e49a410127b5f3b32c for: {'network': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:10:37.506525 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:37.515704 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:37.535293 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54476) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:37.600388 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Publish callbacks [] for security_group (54b98ca5-d070-4890-93dd-14624cc3fe08), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:37.700681 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (54b98ca5-d070-4890-93dd-14624cc3fe08), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:37.730975 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=107024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:10:37.740174 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b98ca5-d070-4890-93dd-14624cc3fe08,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:37.750992 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.750992 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.751344 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.751895 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.752370 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.752853 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.753331 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.753816 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.754158 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.754485 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.754820 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.755142 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.755452 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.755926 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.756247 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Tracked resource versions report: Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: pushed versions: Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: { 'AddressGroup': {'1.2'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Agent': {'1.1'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'ConntrackHelper': {'1.0'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Log': {'1.0'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'NDPProxy': {'1.0'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Network': {'1.1'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Port': {'1.7'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'PortForwarding': {'1.3'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'QosPolicy': {'1.10'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'SecurityGroup': {'1.5'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'SubPort': {'1.0'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Subnet': {'1.1'}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Trunk': {'1.1'}} Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: consumer versions: Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: { DHCP agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: HyperV agent@hv-cinder-81571: {}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: L3 agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: Metadata agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: Metering agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: Open vSwitch agent@dv-cinder-815712-11-iscsi: { 'AddressGroup': '1.2', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Agent': '1.1', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'ConntrackHelper': '1.0', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'LocalIPAssociation': '1.0', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Log': '1.0', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'NDPProxy': '1.0', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Network': '1.1', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Port': '1.7', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'PortForwarding': '1.3', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'QosPolicy': '1.10', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'SecurityGroup': '1.5', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'SecurityGroupRule': '1.2', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'SubPort': '1.0', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Subnet': '1.1', Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: 'Trunk': '1.1'}} Aug 30 01:10:37.757692 dv-cinder-815712-11-iscsi neutron-server[107024]: {{(pid=107024) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:10:37.767043 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (4e97af7a-7daf-4835-b314-85d0126f002c), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:37.767377 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.segments_db [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Added segment 4e97af7a-7daf-4835-b314-85d0126f002c of type vlan for network ac8d987a-03fa-42da-829e-4cee4dd670a9 Aug 30 01:10:37.814654 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (ac8d987a-03fa-42da-829e-4cee4dd670a9), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:37.912248 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (ac8d987a-03fa-42da-829e-4cee4dd670a9), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:37.916100 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:37.916100 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:37.925304 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-150533902-network', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:38.074433 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54508) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:38.088733 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ac8d987a-03fa-42da-829e-4cee4dd670a9,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:38.100027 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network ac8d987a-03fa-42da-829e-4cee4dd670a9 details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:10:38.107909 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54514) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:38.111049 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-5cfeb18f-ded2-4073-b620-a3874b27c8a8 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1404216 Aug 30 01:10:38.117302 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-e691760e-026f-42ee-8495-4e63d0b6eeb3 admin admin] Request body: {'subnet': {'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-subnet', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:38.175519 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Made reservation on behalf of 13862ab3a9504644853a8c48c3f69b4c for: {'network': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:10:38.177962 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.189748 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.231231 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e691760e-026f-42ee-8495-4e63d0b6eeb3 admin admin] Made reservation on behalf of 9f0605a8a2fe48e49a410127b5f3b32c for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:10:38.233601 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e691760e-026f-42ee-8495-4e63d0b6eeb3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.331976 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Publish callbacks [] for security_group (1507c807-7b19-4042-ba75-59b1dbca1e76), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.332483 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54522) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:38.430292 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1507c807-7b19-4042-ba75-59b1dbca1e76), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.473668 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=107025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:10:38.493972 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (abb29f4a-60d1-4741-bff9-07188a8efaa7), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.493972 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.segments_db [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Added segment abb29f4a-60d1-4741-bff9-07188a8efaa7 of type vlan for network 37938639-da56-43d1-ac7c-a949da52ba53 Aug 30 01:10:38.531732 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1507c807-7b19-4042-ba75-59b1dbca1e76,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:38.541986 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54530) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:38.548872 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (37938639-da56-43d1-ac7c-a949da52ba53), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.565370 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1612043354-network', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:38.588161 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e691760e-026f-42ee-8495-4e63d0b6eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for subnet (596c07a5-eae9-40e0-a860-7d06a29b0fd4), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.590990 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.590990 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.591311 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.591645 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.591974 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.592299 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.592720 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.592970 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.593566 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.593813 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.594210 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.594535 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.594853 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.595167 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.595481 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Tracked resource versions report: Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: pushed versions: Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: { 'AddressGroup': {'1.2'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Agent': {'1.1'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'ConntrackHelper': {'1.0'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Log': {'1.0'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'NDPProxy': {'1.0'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Network': {'1.1'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Port': {'1.7'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'PortForwarding': {'1.3'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'QosPolicy': {'1.10'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'SecurityGroup': {'1.5'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'SubPort': {'1.0'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Subnet': {'1.1'}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Trunk': {'1.1'}} Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: consumer versions: Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: { DHCP agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: HyperV agent@hv-cinder-81571: {}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: L3 agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: Metadata agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: Metering agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: Open vSwitch agent@dv-cinder-815712-11-iscsi: { 'AddressGroup': '1.2', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Agent': '1.1', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'ConntrackHelper': '1.0', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'LocalIPAssociation': '1.0', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Log': '1.0', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'NDPProxy': '1.0', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Network': '1.1', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Port': '1.7', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'PortForwarding': '1.3', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'QosPolicy': '1.10', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'SecurityGroup': '1.5', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'SecurityGroupRule': '1.2', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'SubPort': '1.0', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Subnet': '1.1', Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: 'Trunk': '1.1'}} Aug 30 01:10:38.596688 dv-cinder-815712-11-iscsi neutron-server[107025]: {{(pid=107025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:10:38.672891 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691760e-026f-42ee-8495-4e63d0b6eeb3 admin admin] Checking segment: {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:38.675306 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691760e-026f-42ee-8495-4e63d0b6eeb3 admin admin] Network hostable DHCP agents. Network: ac8d987a-03fa-42da-829e-4cee4dd670a9, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:10:38.681690 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (37938639-da56-43d1-ac7c-a949da52ba53), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.682705 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:38.683270 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.702786 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691760e-026f-42ee-8495-4e63d0b6eeb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=596c07a5-eae9-40e0-a860-7d06a29b0fd4,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:38.765931 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] Pushing event updated for resources: {'Network': ['ID=37938639-da56-43d1-ac7c-a949da52ba53,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:38.780124 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 37938639-da56-43d1-ac7c-a949da52ba53 details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:10:38.797031 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-6419f40c-eadc-4701-a4ec-0771aef65219 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2602839 Aug 30 01:10:38.799183 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Made reservation on behalf of 11c8f48af7394a75ab6013ca066751a7 for: {'network': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:10:38.802787 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54542) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:38.810818 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-b700a96f-7f22-405d-b5db-a47613ff5bd8 admin admin] Request body: {'subnet': {'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-150533902-subnet', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:38.822840 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.849851 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.888655 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-205150107-network', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:38.906637 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691760e-026f-42ee-8495-4e63d0b6eeb3 admin admin] Network ac8d987a-03fa-42da-829e-4cee4dd670a9 is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:10:38.916319 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:38.920175 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:38.938749 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-395651003-network', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:38.958994 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b700a96f-7f22-405d-b5db-a47613ff5bd8 admin admin] Made reservation on behalf of 13862ab3a9504644853a8c48c3f69b4c for: {'subnet': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:10:38.961492 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b700a96f-7f22-405d-b5db-a47613ff5bd8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:38.975515 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Publish callbacks [] for security_group (ee24807f-df5b-4e73-a658-4a861d2e9a3b), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.015347 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Made reservation on behalf of 742c089b0dea4b1f89efd31f48f9ffc5 for: {'network': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:10:39.021381 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.066973 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-e691760e-026f-42ee-8495-4e63d0b6eeb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, ac8d987a-03fa-42da-829e-4cee4dd670a9) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:39.080396 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ee24807f-df5b-4e73-a658-4a861d2e9a3b), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.080622 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f090c-4b5e-4f50-81f8-bcd51aab353a None None] Network ac8d987a-03fa-42da-829e-4cee4dd670a9 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:10:39.088142 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e691760e-026f-42ee-8495-4e63d0b6eeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:39.092537 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e691760e-026f-42ee-8495-4e63d0b6eeb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.118247 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.192474 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Made reservation on behalf of 4f082e13ad014501b7a781167ddb2ed8 for: {'network': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:10:39.195289 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.200116 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:39.208038 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=107025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:10:39.214499 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.228450 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (545e1a19-6f78-469e-a995-672548b4de16), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.228844 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.segments_db [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Added segment 545e1a19-6f78-469e-a995-672548b4de16 of type vlan for network 281ceb28-999a-45ac-8b94-e3a5aba703ca Aug 30 01:10:39.241695 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee24807f-df5b-4e73-a658-4a861d2e9a3b,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:39.256745 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95ee51a5-2310-549f-978a-ba0d001b608d-ac8d987a-03fa-42da-829e-4cee4dd670a9', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4'}]}} from dv-cinder-815712-11-iscsi. {{(pid=107026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:10:39.260282 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.294303 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (281ceb28-999a-45ac-8b94-e3a5aba703ca), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.303688 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-e691760e-026f-42ee-8495-4e63d0b6eeb3 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1927097 Aug 30 01:10:39.306280 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Publish callbacks [] for security_group (065264b4-c3d8-4100-99db-8a63b88c614d), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.306801 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54558) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:39.307282 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:39.312308 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b700a96f-7f22-405d-b5db-a47613ff5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for subnet (f73da1d0-2071-4d5f-b9f8-f3beaaeae423), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.312969 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:39.366246 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b700a96f-7f22-405d-b5db-a47613ff5bd8 admin admin] Checking segment: {'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:39.366606 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b700a96f-7f22-405d-b5db-a47613ff5bd8 admin admin] Network hostable DHCP agents. Network: 37938639-da56-43d1-ac7c-a949da52ba53, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:10:39.398567 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (065264b4-c3d8-4100-99db-8a63b88c614d), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.412785 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=107024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:10:39.424790 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (bf27fafd-a003-4c65-b9d7-55dce5970967), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.425375 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.segments_db [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Added segment bf27fafd-a003-4c65-b9d7-55dce5970967 of type vlan for network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f Aug 30 01:10:39.442988 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.db.resource_extend [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 30 01:10:39.484564 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.db_base_plugin_common [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Allocated IP 172.20.0.2 (ac8d987a-03fa-42da-829e-4cee4dd670a9/596c07a5-eae9-40e0-a860-7d06a29b0fd4/5254ad85-d751-46af-bc6d-20624e245fb8) {{(pid=107026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:39.496059 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (6de2f2e9-71f3-49c9-a223-f1fb974d9e7f), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.546794 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b700a96f-7f22-405d-b5db-a47613ff5bd8 admin admin] Network 37938639-da56-43d1-ac7c-a949da52ba53 is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:10:39.587739 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2816'] for router (009d1c89-e3de-43b4-941a-e1468bd08618), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.589598 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-389844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2937'] for router (009d1c89-e3de-43b4-941a-e1468bd08618), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.608851 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a96f-7f22-405d-b5db-a47613ff5bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f73da1d0-2071-4d5f-b9f8-f3beaaeae423,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:39.617945 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065264b4-c3d8-4100-99db-8a63b88c614d,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:39.630675 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Publish callbacks [] for security_group (e6ad7039-b58c-4cdd-948b-a6e0babc8eee), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.660859 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-b700a96f-7f22-405d-b5db-a47613ff5bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 37938639-da56-43d1-ac7c-a949da52ba53) {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:39.665690 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b700a96f-7f22-405d-b5db-a47613ff5bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:39.666672 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b700a96f-7f22-405d-b5db-a47613ff5bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.682708 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Publish callbacks [] for port (5254ad85-d751-46af-bc6d-20624e245fb8), precommit_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.682708 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df203a8-86c1-4626-bc79-688174cb3125 None None] Network 37938639-da56-43d1-ac7c-a949da52ba53 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:10:39.683596 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Publish callbacks [] for router_controller (009d1c89-e3de-43b4-941a-e1468bd08618), precommit_add_association {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.684886 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (281ceb28-999a-45ac-8b94-e3a5aba703ca), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.688304 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:39.689411 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.707937 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (6de2f2e9-71f3-49c9-a223-f1fb974d9e7f), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.709382 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:39.711686 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.769849 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] Pushing event updated for resources: {'Network': ['ID=281ceb28-999a-45ac-8b94-e3a5aba703ca,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:39.780077 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e6ad7039-b58c-4cdd-948b-a6e0babc8eee), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.785517 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 281ceb28-999a-45ac-8b94-e3a5aba703ca details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:10:39.809049 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-eeb320ce-4dfd-435e-abee-be6e81ef547c admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7315514 Aug 30 01:10:39.811947 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54584) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:39.820323 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=107024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:10:39.828736 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b700a96f-7f22-405d-b5db-a47613ff5bd8 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0225127 Aug 30 01:10:39.841092 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.841949 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] Pushing event updated for resources: {'Network': ['ID=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:39.845993 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54586) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:39.856884 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-dfac4503-3365-4dfd-9f4e-276803cb0025 admin admin] Request body: {'subnet': {'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-subnet', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:39.879706 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-175fd99a-c8fd-40a5-b644-af368d0f3be8 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5457339 Aug 30 01:10:39.881196 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Network ac8d987a-03fa-42da-829e-4cee4dd670a9 is already hosted by enough agents. {{(pid=107026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:39.884894 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:39.898695 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54592) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:39.911138 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-2600ccc1-c785-49df-af07-d0dcd45451c3 admin admin] Request body: {'subnet': {'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-subnet', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:39.928597 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:10:39.930883 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (1e83c07a-0e71-4f03-a919-857afdadd008), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:39.931245 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.segments_db [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Added segment 1e83c07a-0e71-4f03-a919-857afdadd008 of type vlan for network a4ad0ac8-1d42-4e74-88e7-302cf181b538 Aug 30 01:10:39.932323 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.base_scheduler [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Resources bound (agent type, host, resource id): {{(pid=107026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:39.934338 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Pushing event updated for resources: {'Port': ['ID=5254ad85-d751-46af-bc6d-20624e245fb8,revision_number=1']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:39.940944 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ad7039-b58c-4cdd-948b-a6e0babc8eee,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:39.944438 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Received port after_create {{(pid=107026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:39.972084 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:39.972650 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:39.975194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:39.975194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:39.975194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:39.975194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:39.975194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:39.975194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:39.975194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Tracked resource versions report: Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: pushed versions: Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: { 'AddressGroup': {'1.2'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Agent': {'1.1'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'ConntrackHelper': {'1.0'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Log': {'1.0'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'NDPProxy': {'1.0'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Network': {'1.1'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Port': {'1.7'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'PortForwarding': {'1.3'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'QosPolicy': {'1.10'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'SecurityGroup': {'1.5'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'SubPort': {'1.0'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Subnet': {'1.1'}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Trunk': {'1.1'}} Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: consumer versions: Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: { DHCP agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: HyperV agent@hv-cinder-81571: {}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: L3 agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: Metadata agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: Metering agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: Open vSwitch agent@dv-cinder-815712-11-iscsi: { 'AddressGroup': '1.2', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Agent': '1.1', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'ConntrackHelper': '1.0', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'LocalIPAssociation': '1.0', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Log': '1.0', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'NDPProxy': '1.0', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Network': '1.1', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Port': '1.7', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'PortForwarding': '1.3', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'QosPolicy': '1.10', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'SecurityGroup': '1.5', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'SecurityGroupRule': '1.2', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'SubPort': '1.0', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Subnet': '1.1', Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: 'Trunk': '1.1'}} Aug 30 01:10:40.386945 dv-cinder-815712-11-iscsi neutron-server[107026]: {{(pid=107026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:10:40.395344 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Publish callbacks [] for router_gateway (009d1c89-e3de-43b4-941a-e1468bd08618), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.395344 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfac4503-3365-4dfd-9f4e-276803cb0025 admin admin] Made reservation on behalf of 11c8f48af7394a75ab6013ca066751a7 for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:10:40.395344 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-dfac4503-3365-4dfd-9f4e-276803cb0025 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.395344 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=70,neutron:INSERT=20,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:40.398053 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (a4ad0ac8-1d42-4e74-88e7-302cf181b538), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.399395 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Attempting to bind port 5254ad85-d751-46af-bc6d-20624e245fb8 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:10:40.399395 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Attempting to bind port 5254ad85-d751-46af-bc6d-20624e245fb8 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:10:40.399395 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Attempting to bind port 5254ad85-d751-46af-bc6d-20624e245fb8 on network ac8d987a-03fa-42da-829e-4cee4dd670a9 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:40.399395 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:10:40.399395 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Checking segment: {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:40.399395 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.399395 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Bound using segment: {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:10:40.399395 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Bound port: 5254ad85-d751-46af-bc6d-20624e245fb8, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:10:40.399395 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.402132 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95ee51a5-2310-549f-978a-ba0d001b608d-37938639-da56-43d1-ac7c-a949da52ba53', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423'}]}} from dv-cinder-815712-11-iscsi. {{(pid=107026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:10:40.402132 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.402742 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2816'] for router (d6f11566-c297-48de-bf20-6cd3aaacfc38), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.402742 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-389844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2937'] for router (d6f11566-c297-48de-bf20-6cd3aaacfc38), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.403260 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] For port 5254ad85-d751-46af-bc6d-20624e245fb8, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:10:40.403260 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] For port 5254ad85-d751-46af-bc6d-20624e245fb8, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=5254ad85-d751-46af-bc6d-20624e245fb8,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:10:40.403939 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2600ccc1-c785-49df-af07-d0dcd45451c3 admin admin] Made reservation on behalf of 742c089b0dea4b1f89efd31f48f9ffc5 for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:10:40.403939 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2600ccc1-c785-49df-af07-d0dcd45451c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.404520 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:40.426200 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.db_base_plugin_common [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Allocated IP 172.20.0.2 (37938639-da56-43d1-ac7c-a949da52ba53/f73da1d0-2071-4d5f-b9f8-f3beaaeae423/5173da64-1937-4c4a-bd86-679a1d9f4eac) {{(pid=107026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:40.561169 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.570810 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (a4ad0ac8-1d42-4e74-88e7-302cf181b538), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.570810 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:40.571201 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.596786 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-dfac4503-3365-4dfd-9f4e-276803cb0025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for subnet (0cf797bf-95a3-4bb5-8702-f19da191bb7b), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.630327 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Publish callbacks [] for router_controller (d6f11566-c297-48de-bf20-6cd3aaacfc38), precommit_add_association {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.665003 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] Pushing event updated for resources: {'Network': ['ID=a4ad0ac8-1d42-4e74-88e7-302cf181b538,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:40.671808 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:40.675772 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fd5c2-41e3-41b2-b801-38a2df2574cf None None] Pushing event updated for resources: {'Port': ['ID=5254ad85-d751-46af-bc6d-20624e245fb8,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:40.677128 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Publish callbacks [] for router_gateway (009d1c89-e3de-43b4-941a-e1468bd08618), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.684593 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Publish callbacks [] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), precommit_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.685455 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:40.686264 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network a4ad0ac8-1d42-4e74-88e7-302cf181b538 details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:10:40.724922 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.744938 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac4503-3365-4dfd-9f4e-276803cb0025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf797bf-95a3-4bb5-8702-f19da191bb7b,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:40.815797 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfac4503-3365-4dfd-9f4e-276803cb0025 admin admin] Checking segment: {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:40.825933 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfac4503-3365-4dfd-9f4e-276803cb0025 admin admin] Network hostable DHCP agents. Network: 281ceb28-999a-45ac-8b94-e3a5aba703ca, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:10:40.826160 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-c9214a7d-c4c8-48e2-a3ae-f22119861b27 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2740009 Aug 30 01:10:40.826160 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54610) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:40.841913 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:40.865342 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-604ee94e-5742-49e3-a3aa-3c835f130f7b admin admin] Request body: {'subnet': {'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-395651003-subnet', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:40.894732 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:40.960744 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Network 37938639-da56-43d1-ac7c-a949da52ba53 is already hosted by enough agents. {{(pid=107026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:40.971008 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.base_scheduler [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Resources bound (agent type, host, resource id): {{(pid=107026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:40.975105 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Received port after_create {{(pid=107026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:41.067749 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Pushing event updated for resources: {'Port': ['ID=5173da64-1937-4c4a-bd86-679a1d9f4eac,revision_number=1']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:41.090828 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Attempting to bind port 5173da64-1937-4c4a-bd86-679a1d9f4eac on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:10:41.091394 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Attempting to bind port 5173da64-1937-4c4a-bd86-679a1d9f4eac by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:10:41.092138 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Attempting to bind port 5173da64-1937-4c4a-bd86-679a1d9f4eac on network 37938639-da56-43d1-ac7c-a949da52ba53 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:41.099198 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:10:41.099781 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Checking segment: {'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:41.100473 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.100930 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Bound using segment: {'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:10:41.101460 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Bound port: 5173da64-1937-4c4a-bd86-679a1d9f4eac, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:10:41.101968 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.135662 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Publish callbacks [] for router_gateway (d6f11566-c297-48de-bf20-6cd3aaacfc38), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.148989 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfac4503-3365-4dfd-9f4e-276803cb0025 admin admin] Network 281ceb28-999a-45ac-8b94-e3a5aba703ca is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:10:41.168097 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Allocated IP 172.27.1.187 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/8e2ffe5f-d23d-41dc-ac97-219df1a80243) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:41.170026 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] For port 5173da64-1937-4c4a-bd86-679a1d9f4eac, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:10:41.173773 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] For port 5173da64-1937-4c4a-bd86-679a1d9f4eac, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=5173da64-1937-4c4a-bd86-679a1d9f4eac,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:10:41.181258 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604ee94e-5742-49e3-a3aa-3c835f130f7b admin admin] Made reservation on behalf of 4f082e13ad014501b7a781167ddb2ed8 for: {'subnet': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:10:41.187772 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-604ee94e-5742-49e3-a3aa-3c835f130f7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.295634 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Publish callbacks [] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.301805 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.317606 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2600ccc1-c785-49df-af07-d0dcd45451c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for subnet (396acad7-fa43-4c94-bf65-eb50fa3cb4e5), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.327979 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-dfac4503-3365-4dfd-9f4e-276803cb0025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 281ceb28-999a-45ac-8b94-e3a5aba703ca) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:41.336215 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfac4503-3365-4dfd-9f4e-276803cb0025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:41.337038 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-dfac4503-3365-4dfd-9f4e-276803cb0025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.354245 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3b0494-331d-49a5-a1ff-7378bde965b9 None None] Network 281ceb28-999a-45ac-8b94-e3a5aba703ca requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:10:41.453221 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600ccc1-c785-49df-af07-d0dcd45451c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396acad7-fa43-4c94-bf65-eb50fa3cb4e5,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:41.478155 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2600ccc1-c785-49df-af07-d0dcd45451c3 admin admin] Checking segment: {'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:41.480731 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600ccc1-c785-49df-af07-d0dcd45451c3 admin admin] Network hostable DHCP agents. Network: 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:10:41.487833 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfe273-6de5-457e-9832-a715e69f3be1 None None] Pushing event updated for resources: {'Port': ['ID=5173da64-1937-4c4a-bd86-679a1d9f4eac,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:41.505395 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-dfac4503-3365-4dfd-9f4e-276803cb0025 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6912377 Aug 30 01:10:41.511566 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54616) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:41.522128 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:41.532013 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Publish callbacks [] for router_gateway (d6f11566-c297-48de-bf20-6cd3aaacfc38), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.541685 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:INSERT=19,neutron:SELECT=76,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:41.558081 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.570857 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.650028 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95ee51a5-2310-549f-978a-ba0d001b608d-281ceb28-999a-45ac-8b94-e3a5aba703ca', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b'}]}} from dv-cinder-815712-11-iscsi. {{(pid=107026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:10:41.651422 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.721905 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e2ffe5f-d23d-41dc-ac97-219df1a80243,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:41.726785 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600ccc1-c785-49df-af07-d0dcd45451c3 admin admin] Network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:10:41.767459 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2816'] for router (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.771097 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-389844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2937'] for router (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.955834 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 5254ad85-d751-46af-bc6d-20624e245fb8 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:10:41.964991 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-2600ccc1-c785-49df-af07-d0dcd45451c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:41.977601 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4499d8c0-1e05-41b7-9bd8-8eb26ff50ead None None] Network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:10:41.985282 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Publish callbacks [] for router_controller (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), precommit_add_association {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:41.989186 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2600ccc1-c785-49df-af07-d0dcd45451c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:41.993955 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-604ee94e-5742-49e3-a3aa-3c835f130f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for subnet (0e56a216-a008-4248-8bb8-0281a6e1d87f), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.011067 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2600ccc1-c785-49df-af07-d0dcd45451c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.027694 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:42.048538 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:42.053367 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:42.123557 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Allocated IP 172.27.1.221 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/a478106a-9f91-4816-ae94-6461b6736ae1) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:42.240486 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:42.242792 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ee94e-5742-49e3-a3aa-3c835f130f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e56a216-a008-4248-8bb8-0281a6e1d87f,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:42.299721 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-2600ccc1-c785-49df-af07-d0dcd45451c3 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3967149 Aug 30 01:10:42.301682 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.db_base_plugin_common [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Allocated IP 172.20.0.2 (281ceb28-999a-45ac-8b94-e3a5aba703ca/0cf797bf-95a3-4bb5-8702-f19da191bb7b/281e069c-0d20-45cd-84bd-0cb827fc5762) {{(pid=107026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:42.306455 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 5254ad85-d751-46af-bc6d-20624e245fb8 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:42.308502 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54648) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:42.309063 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.364894 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Publish callbacks [] for port (a478106a-9f91-4816-ae94-6461b6736ae1), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.394948 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:42.419220 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb5a002-f88f-470b-98c6-5f4966ba04cb None None] Network ac8d987a-03fa-42da-829e-4cee4dd670a9 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:10:42.492481 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-f9d6c90a-9ede-48c0-bc1b-8cbf042a61cb None None] Provisioning complete for port 5254ad85-d751-46af-bc6d-20624e245fb8 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:42.493042 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604ee94e-5742-49e3-a3aa-3c835f130f7b admin admin] Checking segment: {'id': '1e83c07a-0e71-4f03-a919-857afdadd008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:42.493042 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ee94e-5742-49e3-a3aa-3c835f130f7b admin admin] Network hostable DHCP agents. Network: a4ad0ac8-1d42-4e74-88e7-302cf181b538, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:10:42.495693 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f9d6c90a-9ede-48c0-bc1b-8cbf042a61cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.616590 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604ee94e-5742-49e3-a3aa-3c835f130f7b admin admin] Network a4ad0ac8-1d42-4e74-88e7-302cf181b538 is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:10:42.618556 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (a478106a-9f91-4816-ae94-6461b6736ae1), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.636103 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2816'] for router (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.637170 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-389844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2937'] for router (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.673793 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 5254ad85-d751-46af-bc6d-20624e245fb8 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:42.674911 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.683712 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Publish callbacks [] for router_gateway (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.712957 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:42.741415 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:42.758272 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Publish callbacks [] for router_controller (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), precommit_add_association {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.761492 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:42.805637 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95ee51a5-2310-549f-978a-ba0d001b608d-6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5'}]}} from dv-cinder-815712-11-iscsi. {{(pid=107026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:10:42.806946 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.811294 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-604ee94e-5742-49e3-a3aa-3c835f130f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, a4ad0ac8-1d42-4e74-88e7-302cf181b538) {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:42.849623 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee94e-5742-49e3-a3aa-3c835f130f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:42.850244 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-604ee94e-5742-49e3-a3aa-3c835f130f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:42.853291 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 5254ad85-d751-46af-bc6d-20624e245fb8, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=5254ad85-d751-46af-bc6d-20624e245fb8,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:10:42.899243 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7454c3a5-c626-4823-80b8-8ec2ada5f051 None None] Network a4ad0ac8-1d42-4e74-88e7-302cf181b538 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:10:42.931174 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Pushing event updated for resources: {'Port': ['ID=a478106a-9f91-4816-ae94-6461b6736ae1,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:42.997437 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8df502-9286-4353-8dc4-01aeb81d73b6 None None] Network 37938639-da56-43d1-ac7c-a949da52ba53 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:10:43.092510 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.110423 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-604ee94e-5742-49e3-a3aa-3c835f130f7b admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2521262 Aug 30 01:10:43.122317 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54674) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:43.122317 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-395651003-router', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:43.143364 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Publish callbacks [] for router_gateway (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.231478 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Publish callbacks [] for router_gateway (009d1c89-e3de-43b4-941a-e1468bd08618), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.323109 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95ee51a5-2310-549f-978a-ba0d001b608d-a4ad0ac8-1d42-4e74-88e7-302cf181b538', 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538', 'project_id': '4f082e13ad014501b7a781167ddb2ed8', 'fixed_ips': [{'subnet_id': '0e56a216-a008-4248-8bb8-0281a6e1d87f'}]}} from dv-cinder-815712-11-iscsi. {{(pid=107026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:10:43.324027 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.343105 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2816'] for router (03bce61f-792c-4137-a073-7a65d1858852), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.345337 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-389844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2937'] for router (03bce61f-792c-4137-a073-7a65d1858852), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.383997 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Publish callbacks [] for router_gateway (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.390814 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-f9d6c90a-9ede-48c0-bc1b-8cbf042a61cb None None] Current status of the port 5254ad85-d751-46af-bc6d-20624e245fb8 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:43.417060 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=5254ad85-d751-46af-bc6d-20624e245fb8,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:43.426875 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.490101 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.db_base_plugin_common [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Allocated IP 172.20.0.2 (6de2f2e9-71f3-49c9-a223-f1fb974d9e7f/396acad7-fa43-4c94-bf65-eb50fa3cb4e5/cbc3fad5-df81-45d4-b5fb-e35f8f5f426d) {{(pid=107026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:43.523978 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Publish callbacks [] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), precommit_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.589915 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Publish callbacks [] for router_controller (03bce61f-792c-4137-a073-7a65d1858852), precommit_add_association {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.599718 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Publish callbacks [] for router_gateway (d6f11566-c297-48de-bf20-6cd3aaacfc38), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.741904 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-cd8f590b-a6f5-4d50-b6cc-2438fb0066c2 None None] Provisioning complete for port 5173da64-1937-4c4a-bd86-679a1d9f4eac triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:43.741904 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-cd8f590b-a6f5-4d50-b6cc-2438fb0066c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.746156 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476989'] for router (009d1c89-e3de-43b4-941a-e1468bd08618), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.807914 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Allocated IP 172.27.1.128 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:43.814357 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Publish callbacks [] for router_gateway (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.864150 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.881414 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 5254ad85-d751-46af-bc6d-20624e245fb8 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:10:43.881621 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476989'] for router (d6f11566-c297-48de-bf20-6cd3aaacfc38), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:43.919684 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.db_base_plugin_common [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Allocated IP 172.20.0.2 (a4ad0ac8-1d42-4e74-88e7-302cf181b538/0e56a216-a008-4248-8bb8-0281a6e1d87f/8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac) {{(pid=107026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:44.063105 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f590b-a6f5-4d50-b6cc-2438fb0066c2 None None] Current status of the port 5173da64-1937-4c4a-bd86-679a1d9f4eac is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:44.063488 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-cd8f590b-a6f5-4d50-b6cc-2438fb0066c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.080122 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Publish callbacks [] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), precommit_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.119437 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 5254ad85-d751-46af-bc6d-20624e245fb8 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:44.119804 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.160544 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-cd8f590b-a6f5-4d50-b6cc-2438fb0066c2 None None] For port 5173da64-1937-4c4a-bd86-679a1d9f4eac, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=5173da64-1937-4c4a-bd86-679a1d9f4eac,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:10:44.230067 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Publish callbacks [] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), precommit_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.235993 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Publish callbacks [] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.261246 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 5254ad85-d751-46af-bc6d-20624e245fb8 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:44.262316 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 5173da64-1937-4c4a-bd86-679a1d9f4eac up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:10:44.306787 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 5173da64-1937-4c4a-bd86-679a1d9f4eac triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:44.306896 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.344083 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Router d6f11566-c297-48de-bf20-6cd3aaacfc38 is scheduled to L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a with binding_index 1 {{(pid=107024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:10:44.345897 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Router 009d1c89-e3de-43b4-941a-e1468bd08618 is scheduled to L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a with binding_index 1 {{(pid=107025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:10:44.352895 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.355700 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.360020 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.376458 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-cd8f590b-a6f5-4d50-b6cc-2438fb0066c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.379662 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.449581 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Pushing event updated for resources: {'Port': ['ID=281e069c-0d20-45cd-84bd-0cb827fc5762,revision_number=1']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:44.500992 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:44.535873 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Network a4ad0ac8-1d42-4e74-88e7-302cf181b538 is already hosted by enough agents. {{(pid=107026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:44.547626 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-7cee7dc9-aca3-4bea-852b-8638bceb699e None None] Provisioning complete for port 5173da64-1937-4c4a-bd86-679a1d9f4eac triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:44.547626 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7cee7dc9-aca3-4bea-852b-8638bceb699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.551390 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:44.597781 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:44.604366 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:44.612061 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Network 281ceb28-999a-45ac-8b94-e3a5aba703ca is already hosted by enough agents. {{(pid=107026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:44.643903 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.base_scheduler [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Resources bound (agent type, host, resource id): {{(pid=107026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:44.648579 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.base_scheduler [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Resources bound (agent type, host, resource id): {{(pid=107026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:44.665267 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Received port after_create {{(pid=107026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:44.681640 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Received port after_create {{(pid=107026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:44.690986 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f is already hosted by enough agents. {{(pid=107026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:44.707251 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:44.711580 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Pushing event updated for resources: {'Port': ['ID=8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac,revision_number=1']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:44.739854 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Publish callbacks [] for router_gateway (03bce61f-792c-4137-a073-7a65d1858852), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.766203 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:10:44.771406 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.base_scheduler [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Resources bound (agent type, host, resource id): {{(pid=107026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:44.779621 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Sync routers for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:10:44.782715 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Received port after_create {{(pid=107026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:44.799396 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:44.800409 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:44.804425 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Allocated IP 172.27.1.32 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/4b183170-bde6-4f69-803d-e9b24198f066) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:44.919659 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:44.922641 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-70f7c88a-e5da-48fe-9f76-b48cb6642157 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0655057 Aug 30 01:10:44.925827 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54720) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:44.947586 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:44.961404 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:44.977112 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:45.027323 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:45.067045 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-7cee7dc9-aca3-4bea-852b-8638bceb699e None None] Current status of the port 5173da64-1937-4c4a-bd86-679a1d9f4eac is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:45.069564 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 5173da64-1937-4c4a-bd86-679a1d9f4eac is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:45.103266 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:45.112154 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:10:45.129310 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Attempting to bind port 281e069c-0d20-45cd-84bd-0cb827fc5762 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:10:45.134398 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Attempting to bind port 281e069c-0d20-45cd-84bd-0cb827fc5762 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:10:45.135281 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Attempting to bind port 281e069c-0d20-45cd-84bd-0cb827fc5762 on network 281ceb28-999a-45ac-8b94-e3a5aba703ca {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:45.183885 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Attempting to bind port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:10:45.184306 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Attempting to bind port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '1e83c07a-0e71-4f03-a919-857afdadd008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:10:45.184898 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Attempting to bind port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac on network a4ad0ac8-1d42-4e74-88e7-302cf181b538 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:45.194789 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Sync routers for ids ['009d1c89-e3de-43b4-941a-e1468bd08618'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:10:45.216717 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f590b-a6f5-4d50-b6cc-2438fb0066c2 None None] Pushing event updated for resources: {'Port': ['ID=5173da64-1937-4c4a-bd86-679a1d9f4eac,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:45.237914 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-7cee7dc9-aca3-4bea-852b-8638bceb699e None None] Provisioning complete for port 5254ad85-d751-46af-bc6d-20624e245fb8 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:45.238442 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7cee7dc9-aca3-4bea-852b-8638bceb699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.291814 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:10:45.292193 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Checking segment: {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:45.292644 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.294879 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Bound using segment: {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:10:45.297465 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Bound port: 281e069c-0d20-45cd-84bd-0cb827fc5762, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:10:45.297994 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.320474 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:10:45.321247 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Checking segment: {'id': '1e83c07a-0e71-4f03-a919-857afdadd008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:45.321659 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.322148 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Bound using segment: {'id': '1e83c07a-0e71-4f03-a919-857afdadd008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:10:45.322637 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Bound port: 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e83c07a-0e71-4f03-a919-857afdadd008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:10:45.323024 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.350525 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.355928 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-e475bd03-dc4f-4fd8-a0b2-99376ef85de8 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0446355 Aug 30 01:10:45.365309 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54734) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:45.367340 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Routers {'009d1c89-e3de-43b4-941a-e1468bd08618'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:45.368129 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['009d1c89-e3de-43b4-941a-e1468bd08618'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:45.370614 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Attempting to bind port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:10:45.370772 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Attempting to bind port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:10:45.370997 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Attempting to bind port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d on network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:45.400052 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:42Z', 'revision_number': 3, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:45.461269 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Publish callbacks [] for router_gateway (03bce61f-792c-4137-a073-7a65d1858852), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.462977 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Checking router: d6f11566-c297-48de-bf20-6cd3aaacfc38 for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:10:45.463336 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Updating router d6f11566-c297-48de-bf20-6cd3aaacfc38 port a478106a-9f91-4816-ae94-6461b6736ae1 binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:10:45.475556 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:10:45.475556 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Checking segment: {'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:45.475556 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.475556 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Bound using segment: {'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:10:45.476040 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Bound port: cbc3fad5-df81-45d4-b5fb-e35f8f5f426d, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:10:45.476402 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.528569 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (a478106a-9f91-4816-ae94-6461b6736ae1), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.545973 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Publish callbacks [] for port (4b183170-bde6-4f69-803d-e9b24198f066), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.585465 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.587767 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:45.623319 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] For port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:10:45.633162 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] For port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac,segment=NetworkSegment(1e83c07a-0e71-4f03-a919-857afdadd008),segment_id=1e83c07a-0e71-4f03-a919-857afdadd008)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:10:45.641878 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Pushing event updated for resources: {'Port': ['ID=cbc3fad5-df81-45d4-b5fb-e35f8f5f426d,revision_number=1']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:45.693452 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Publish callbacks [] for router_gateway (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.741548 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (4b183170-bde6-4f69-803d-e9b24198f066), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.771781 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 5173da64-1937-4c4a-bd86-679a1d9f4eac up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:10:45.781820 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.826541 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] For port 281e069c-0d20-45cd-84bd-0cb827fc5762, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:10:45.842253 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:45.898547 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:45.913533 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:45.925885 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Pushing event updated for resources: {'Port': ['ID=4b183170-bde6-4f69-803d-e9b24198f066,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:45.927508 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Publish callbacks [] for port (a478106a-9f91-4816-ae94-6461b6736ae1), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:45.941425 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] For port 281e069c-0d20-45cd-84bd-0cb827fc5762, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=281e069c-0d20-45cd-84bd-0cb827fc5762,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:10:45.974783 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-7cee7dc9-aca3-4bea-852b-8638bceb699e None None] Current status of the port 5254ad85-d751-46af-bc6d-20624e245fb8 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:46.026297 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Set router 009d1c89-e3de-43b4-941a-e1468bd08618 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:46.055014 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (a478106a-9f91-4816-ae94-6461b6736ae1), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:46.149091 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Attempting to bind port a478106a-9f91-4816-ae94-6461b6736ae1 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:10:46.149678 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Attempting to bind port a478106a-9f91-4816-ae94-6461b6736ae1 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:10:46.150083 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Attempting to bind port a478106a-9f91-4816-ae94-6461b6736ae1 on network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:46.187414 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:10:46.187777 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Checking segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:46.190148 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:46.195565 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Bound using segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:10:46.195565 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Bound port: a478106a-9f91-4816-ae94-6461b6736ae1, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:10:46.195565 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (a478106a-9f91-4816-ae94-6461b6736ae1), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:46.246866 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Pushing event updated for resources: {'Port': ['ID=a478106a-9f91-4816-ae94-6461b6736ae1,revision_number=2']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:46.283281 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.283846 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.284374 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.284981 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.285526 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.286181 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.286726 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.287569 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.288225 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.288857 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.297765 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.298349 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.299433 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.300187 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.300723 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Tracked resource versions report: Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: pushed versions: Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: { 'AddressGroup': {'1.2'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Agent': {'1.1'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'ConntrackHelper': {'1.0'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'LocalIPAssociation': {'1.0'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Log': {'1.0'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'NDPProxy': {'1.0'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Network': {'1.1'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Port': {'1.7'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'PortForwarding': {'1.3'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'QosPolicy': {'1.10'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'SecurityGroup': {'1.5'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'SecurityGroupRule': {'1.2'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'SubPort': {'1.0'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Subnet': {'1.1'}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Trunk': {'1.1'}} Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: consumer versions: Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: { DHCP agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: HyperV agent@hv-cinder-81571: {}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: L3 agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: Metadata agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: Metering agent@dv-cinder-815712-11-iscsi: {}, Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: Open vSwitch agent@dv-cinder-815712-11-iscsi: { 'AddressGroup': '1.2', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Agent': '1.1', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'ConntrackHelper': '1.0', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'LocalIPAssociation': '1.0', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Log': '1.0', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'NDPProxy': '1.0', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Network': '1.1', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Port': '1.7', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'PortForwarding': '1.3', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'QosPolicy': '1.10', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'SecurityGroup': '1.5', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'SecurityGroupRule': '1.2', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'SubPort': '1.0', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Subnet': '1.1', Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: 'Trunk': '1.1'}} Aug 30 01:10:46.302241 dv-cinder-815712-11-iscsi neutron-server[107027]: {{(pid=107027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 01:10:46.326861 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:46.345463 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] For port a478106a-9f91-4816-ae94-6461b6736ae1, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:10:46.349544 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] For port a478106a-9f91-4816-ae94-6461b6736ae1, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=a478106a-9f91-4816-ae94-6461b6736ae1,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:10:46.385949 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Allocated IP 172.27.1.247 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/768bb07b-27d9-4731-92e7-9778ad062d82) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:46.412872 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:46.438703 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 5173da64-1937-4c4a-bd86-679a1d9f4eac triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:46.450586 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:46.450762 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:46.510416 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476989'] for router (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:46.548671 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] For port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:10:46.576374 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (a478106a-9f91-4816-ae94-6461b6736ae1), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:46.625895 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb0cbd-9ff9-4f36-a8c1-3faecc3142e2 None None] Pushing event updated for resources: {'Port': ['ID=8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:46.661246 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] For port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=cbc3fad5-df81-45d4-b5fb-e35f8f5f426d,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:10:46.661404 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Publish callbacks [] for router_gateway (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:46.706539 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:46.707194 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:46.803307 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a0a68-c0ec-435a-9a22-45c12de7aabd None None] Pushing event updated for resources: {'Port': ['ID=a478106a-9f91-4816-ae94-6461b6736ae1,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:46.822004 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:46.868904 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:46.905661 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:46.922264 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f710d-4381-4160-9f12-470267d7b6c8 None None] Pushing event updated for resources: {'Port': ['ID=281e069c-0d20-45cd-84bd-0cb827fc5762,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:46.946938 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Publish callbacks [] for port (768bb07b-27d9-4731-92e7-9778ad062d82), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:47.116004 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Allocated IP 172.20.0.1 (37938639-da56-43d1-ac7c-a949da52ba53/f73da1d0-2071-4d5f-b9f8-f3beaaeae423/14820fdc-5aa9-4c0c-90bb-9b35a5c38f61) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:47.167745 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 5173da64-1937-4c4a-bd86-679a1d9f4eac is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:47.308665 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864ca5d-b0c7-4b79-bc57-d1316a63258e None None] Pushing event updated for resources: {'Port': ['ID=cbc3fad5-df81-45d4-b5fb-e35f8f5f426d,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:47.365508 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (768bb07b-27d9-4731-92e7-9778ad062d82), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:47.427465 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54798) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:47.498001 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:42Z', 'revision_number': 3, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:47.531311 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Pushing event updated for resources: {'Port': ['ID=768bb07b-27d9-4731-92e7-9778ad062d82,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:47.561075 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:47.582765 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:42Z', 'revision_number': 3, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:47.599157 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Publish callbacks [] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:47.603172 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Checking router: 009d1c89-e3de-43b4-941a-e1468bd08618 for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:10:47.603534 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Updating router 009d1c89-e3de-43b4-941a-e1468bd08618 port 8e2ffe5f-d23d-41dc-ac97-219df1a80243 binding host dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:10:47.679183 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:47.688113 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:47.688841 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2843d-81f7-435d-8bfe-6e060addb0a7 None None] The sync data for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi is: [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:42Z', 'revision_number': 3, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:10:47.703983 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:47.740539 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:47.845365 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:47.910757 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:47.926523 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 281e069c-0d20-45cd-84bd-0cb827fc5762 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:10:47.928576 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:47.937186 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-edfd6cf8-e7c5-41fd-9a9c-2dfd09d326c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:48.032058 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476989'] for router (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:48.054496 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee754c-00a3-468a-af2a-0ce16cd2219a None None] Network a4ad0ac8-1d42-4e74-88e7-302cf181b538 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:10:48.152782 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 281e069c-0d20-45cd-84bd-0cb827fc5762 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:48.152782 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:48.276184 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e is scheduled to L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a with binding_index 1 {{(pid=107025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:10:48.324582 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-af376e3e-755e-41f1-bf16-b0f46703349c None None] Provisioning complete for port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:48.324582 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-af376e3e-755e-41f1-bf16-b0f46703349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:48.418156 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Pushing event updated for resources: {'Port': ['ID=14820fdc-5aa9-4c0c-90bb-9b35a5c38f61,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:48.418747 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:48.464695 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Network 37938639-da56-43d1-ac7c-a949da52ba53 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:48.471652 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d is scheduled to L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a with binding_index 1 {{(pid=107025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:10:48.479542 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:48.485913 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:48.488944 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481881'] for router_interface (d6f11566-c297-48de-bf20-6cd3aaacfc38), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:48.561871 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:48.597486 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54824) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:48.622645 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:48.648017 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202d8880-5437-46ab-abad-82b65ee9b5bc None None] Network 281ceb28-999a-45ac-8b94-e3a5aba703ca requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:10:48.773655 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:10:48.797195 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Sync routers for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:10:48.814236 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:48.826392 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:48.906130 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c79d-6a33-4f56-ade7-f1c94e4f0220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.009356 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c79d-6a33-4f56-ade7-f1c94e4f0220 admin admin] Publish callbacks [] for security_group (bb582d0c-60b1-4f0e-832e-aeee12723f43), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.021180 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Allocated IP 172.20.0.1 (ac8d987a-03fa-42da-829e-4cee4dd670a9/596c07a5-eae9-40e0-a860-7d06a29b0fd4/d2169617-86fd-495d-a71e-57a3a6c6e239) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:49.053404 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Publish callbacks [] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), precommit_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.067786 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-af376e3e-755e-41f1-bf16-b0f46703349c None None] Current status of the port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:49.069204 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-af376e3e-755e-41f1-bf16-b0f46703349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.072124 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0487c31c-cb6e-43a2-a941-6662e78389ac None None] Network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:10:49.076625 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-edfd6cf8-e7c5-41fd-9a9c-2dfd09d326c5 admin admin] Publish callbacks [] for security_group (4e302a76-f82a-491c-b81f-046620718e9c), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.090647 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:49.102101 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.103352 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-a27945bf-07e2-42f6-8cbf-5e7d5eea5870 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5927784 Aug 30 01:10:49.106915 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54828) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:49.113480 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Publish callbacks [] for router_gateway (03bce61f-792c-4137-a073-7a65d1858852), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.154759 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:49.161567 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7ef4c79d-6a33-4f56-ade7-f1c94e4f0220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (bb582d0c-60b1-4f0e-832e-aeee12723f43), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.225406 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-7ef4c79d-6a33-4f56-ade7-f1c94e4f0220 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=63fc23ed59f3478a8ebf9891df53bd96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6219447 Aug 30 01:10:49.237688 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:10:49.249466 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54832) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:49.264076 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-edfd6cf8-e7c5-41fd-9a9c-2dfd09d326c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (4e302a76-f82a-491c-b81f-046620718e9c), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.271712 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Sync routers for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:10:49.318920 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.343003 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4c79d-6a33-4f56-ade7-f1c94e4f0220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb582d0c-60b1-4f0e-832e-aeee12723f43,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:49.372522 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-edfd6cf8-e7c5-41fd-9a9c-2dfd09d326c5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9aaae18da02e4446a8898dc57ee662ec&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9356697 Aug 30 01:10:49.374503 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:49.375441 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:49.377621 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54834) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:49.378382 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54836) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:49.421329 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Attempting to bind port 8e2ffe5f-d23d-41dc-ac97-219df1a80243 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:10:49.421704 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Attempting to bind port 8e2ffe5f-d23d-41dc-ac97-219df1a80243 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:10:49.422122 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Attempting to bind port 8e2ffe5f-d23d-41dc-ac97-219df1a80243 on network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:49.434976 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca9ca6-9f97-4713-adfc-d2d5faf79d70 None None] Pushing event updated for resources: {'Port': ['ID=8e2ffe5f-d23d-41dc-ac97-219df1a80243,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:49.436388 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:45Z', 'revision_number': 3, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:49.439922 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:10:49.445275 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Checking segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:49.445275 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.445275 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Bound using segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:10:49.445275 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Bound port: 8e2ffe5f-d23d-41dc-ac97-219df1a80243, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:10:49.445275 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.477359 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.481722 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-ff553a51-efb1-4587-98da-4046efd7bdf0 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1692002 Aug 30 01:10:49.484187 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Checking router: 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:10:49.484954 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Updating router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e port b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:10:49.487109 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:49.505563 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54840) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:49.515845 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:49.535164 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.584314 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Publish callbacks [] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.609697 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.615112 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-099d4ede-58f8-4432-913a-b41681ccb80e admin admin] Publish callbacks [] for security_group (4e302a76-f82a-491c-b81f-046620718e9c), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.619503 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 281e069c-0d20-45cd-84bd-0cb827fc5762 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:49.620143 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.628003 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bca0e616-0201-493d-8d75-2c03d178e346 admin admin] Publish callbacks [] for security_group (bb582d0c-60b1-4f0e-832e-aeee12723f43), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.633336 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd6cf8-e7c5-41fd-9a9c-2dfd09d326c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e302a76-f82a-491c-b81f-046620718e9c,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:49.684320 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-af376e3e-755e-41f1-bf16-b0f46703349c None None] For port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac,segment=NetworkSegment(1e83c07a-0e71-4f03-a919-857afdadd008),segment_id=1e83c07a-0e71-4f03-a919-857afdadd008)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:10:49.721817 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a1efec9c-be73-4bd1-abcc-089dad36a365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.743668 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bca0e616-0201-493d-8d75-2c03d178e346 admin admin] Publish callbacks [] for security_group (bb582d0c-60b1-4f0e-832e-aeee12723f43), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.748676 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-099d4ede-58f8-4432-913a-b41681ccb80e admin admin] Publish callbacks [] for security_group (4e302a76-f82a-491c-b81f-046620718e9c), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.787493 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:49.810722 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-af376e3e-755e-41f1-bf16-b0f46703349c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.815779 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 281e069c-0d20-45cd-84bd-0cb827fc5762, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=281e069c-0d20-45cd-84bd-0cb827fc5762,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:10:49.848733 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] For port 8e2ffe5f-d23d-41dc-ac97-219df1a80243, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:10:49.898521 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] For port 8e2ffe5f-d23d-41dc-ac97-219df1a80243, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=8e2ffe5f-d23d-41dc-ac97-219df1a80243,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:10:49.902583 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.925465 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:49.926295 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:10:49.970919 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:50.096051 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Publish callbacks [] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.109926 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476989'] for router (03bce61f-792c-4137-a073-7a65d1858852), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.149910 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Network ac8d987a-03fa-42da-829e-4cee4dd670a9 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:50.173766 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:50.176732 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Pushing event updated for resources: {'Port': ['ID=d2169617-86fd-495d-a71e-57a3a6c6e239,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:50.191001 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:50.191582 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481881'] for router_interface (009d1c89-e3de-43b4-941a-e1468bd08618), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.204503 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.328905 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Attempting to bind port b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:10:50.329860 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Attempting to bind port b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:10:50.330222 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Attempting to bind port b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d on network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:50.343959 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.372721 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af376e3e-755e-41f1-bf16-b0f46703349c None None] Pushing event updated for resources: {'Port': ['ID=8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:50.382546 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:10:50.383513 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Checking segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:50.383513 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.385997 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Bound using segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:10:50.386645 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Bound port: b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:10:50.387043 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.424638 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Provisioning complete for port 281e069c-0d20-45cd-84bd-0cb827fc5762 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:50.425046 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.437635 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84b4cf-2ff8-48a3-85f2-8371fbd6e5d4 None None] Pushing event updated for resources: {'Port': ['ID=b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d,revision_number=2']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:50.476416 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Publish callbacks [] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.512329 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] For port b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:10:50.521304 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] For port b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:10:50.549847 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bca0e616-0201-493d-8d75-2c03d178e346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (bb582d0c-60b1-4f0e-832e-aeee12723f43), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.553100 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bca0e616-0201-493d-8d75-2c03d178e346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.554485 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-bca0e616-0201-493d-8d75-2c03d178e346 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bb582d0c-60b1-4f0e-832e-aeee12723f43 HTTP/1.1" status: 204 len: 168 time: 1.2978711 Aug 30 01:10:50.565276 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-099d4ede-58f8-4432-913a-b41681ccb80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (4e302a76-f82a-491c-b81f-046620718e9c), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.568794 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-099d4ede-58f8-4432-913a-b41681ccb80e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.572488 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-099d4ede-58f8-4432-913a-b41681ccb80e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4e302a76-f82a-491c-b81f-046620718e9c HTTP/1.1" status: 204 len: 168 time: 1.1734707 Aug 30 01:10:50.605452 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Routers {'009d1c89-e3de-43b4-941a-e1468bd08618'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:50.610423 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['009d1c89-e3de-43b4-941a-e1468bd08618'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:50.627985 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0e616-0201-493d-8d75-2c03d178e346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb582d0c-60b1-4f0e-832e-aeee12723f43,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:50.638592 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.638592 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481997'] for router_interface (d6f11566-c297-48de-bf20-6cd3aaacfc38), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.644040 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e2e9bf14-0981-44ab-a62b-ae398f0a4470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.647758 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d4ede-58f8-4432-913a-b41681ccb80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e302a76-f82a-491c-b81f-046620718e9c,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:50.667069 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.722979 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84b4cf-2ff8-48a3-85f2-8371fbd6e5d4 None None] Pushing event updated for resources: {'Port': ['ID=b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:50.734389 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:50.735015 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:50.789140 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:50.789541 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.794213 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=281e069c-0d20-45cd-84bd-0cb827fc5762,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:50.850693 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Router 03bce61f-792c-4137-a073-7a65d1858852 is scheduled to L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a with binding_index 1 {{(pid=107024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:10:50.915669 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Pushing event updated for resources: {'Port': ['ID=14820fdc-5aa9-4c0c-90bb-9b35a5c38f61,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:50.953213 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a1efec9c-be73-4bd1-abcc-089dad36a365 admin admin] Publish callbacks [] for security_group (47096c59-b582-40c0-b586-b074446eb6cf), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:50.968588 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:51.021422 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] Set router 009d1c89-e3de-43b4-941a-e1468bd08618 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:51.076131 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Network 37938639-da56-43d1-ac7c-a949da52ba53 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:51.078333 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:51.082296 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:51.082789 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:51.084480 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:51.135165 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a1efec9c-be73-4bd1-abcc-089dad36a365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (47096c59-b582-40c0-b586-b074446eb6cf), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:51.171533 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:51.178601 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:10:51.242782 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:51.250181 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Sync routers for ids ['03bce61f-792c-4137-a073-7a65d1858852'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:10:51.333390 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Routers {'03bce61f-792c-4137-a073-7a65d1858852'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:51.337874 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['03bce61f-792c-4137-a073-7a65d1858852'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:51.371313 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Router d6f11566-c297-48de-bf20-6cd3aaacfc38 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:10:51.450595 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-a1efec9c-be73-4bd1-abcc-089dad36a365 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bece3987711840c1b9b0c3cd3b575da1&name=default HTTP/1.1" status: 200 len: 2995 time: 2.0590768 Aug 30 01:10:51.453908 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:51.455018 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device cbc3fad5-df81-45d4-b5fb-e35f8f5f426d up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:10:51.467978 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54856) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:51.512405 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efec9c-be73-4bd1-abcc-089dad36a365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47096c59-b582-40c0-b586-b074446eb6cf,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:51.535443 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:45Z', 'revision_number': 3, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:51.610163 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca9ca6-9f97-4713-adfc-d2d5faf79d70 None None] Pushing event updated for resources: {'Port': ['ID=8e2ffe5f-d23d-41dc-ac97-219df1a80243,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:51.617288 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5dc489-abdc-4e7a-8f5c-d69f45a203f5 None None] The sync data for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi is: [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:45Z', 'revision_number': 3, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:10:51.627311 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Current status of the port 281e069c-0d20-45cd-84bd-0cb827fc5762 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:51.635050 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:51.636339 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f29a74ec-7bac-4c58-8113-e4981fc18784 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5178080 Aug 30 01:10:51.642675 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54860) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:51.676948 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Allocated IP 172.20.0.1 (6de2f2e9-71f3-49c9-a223-f1fb974d9e7f/396acad7-fa43-4c94-bf65-eb50fa3cb4e5/9a0ae41c-3ce3-4473-9737-cdb5df350eff) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:51.688683 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Provisioning complete for port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:51.688895 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Publish callbacks [] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:51.688995 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:51.689098 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Set router 03bce61f-792c-4137-a073-7a65d1858852 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:51.696485 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:51.696993 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:51.700790 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:51.742741 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:46Z', 'revision_number': 3, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:51.815759 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:51.820418 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Checking router: 68505e11-46c9-4afb-b7b4-ddd6c98cb57d for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:10:51.820901 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Updating router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d port 4b183170-bde6-4f69-803d-e9b24198f066 binding host dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:10:51.847210 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:51.848382 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481997'] for router_interface (009d1c89-e3de-43b4-941a-e1468bd08618), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:51.909311 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (4b183170-bde6-4f69-803d-e9b24198f066), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:51.931192 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54864) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:51.936605 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Allocated IP 172.20.0.1 (281ceb28-999a-45ac-8b94-e3a5aba703ca/0cf797bf-95a3-4bb5-8702-f19da191bb7b/44ba28d3-d48e-48b7-8d44-cd184250956a) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:51.981427 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d6b4-234e-4ed4-985e-b8e9b20b44f1 admin admin] Publish callbacks [] for security_group (47096c59-b582-40c0-b586-b074446eb6cf), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:52.006189 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:10:52.019724 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-799cbc01-51a0-4f28-ad1d-ef65577a9c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:52.024777 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-5943662a-941d-496a-8cea-f5a56f257851 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d6f11566-c297-48de-bf20-6cd3aaacfc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0974693 Aug 30 01:10:52.066928 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Pushing event updated for resources: {'Port': ['ID=d2169617-86fd-495d-a71e-57a3a6c6e239,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:52.085875 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d6b4-234e-4ed4-985e-b8e9b20b44f1 admin admin] Publish callbacks [] for security_group (47096c59-b582-40c0-b586-b074446eb6cf), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:52.183880 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bce61f-792c-4137-a073-7a65d1858852', 'name': 'tempest-DeleteServersTestJSON-395651003-router', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:48Z', 'revision_number': 3, 'project_id': '4f082e13ad014501b7a781167ddb2ed8', 'gw_port': {'id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce61f-792c-4137-a073-7a65d1858852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:45Z', 'updated_at': '2022-08-30T01:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:52.249529 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Checking router: 03bce61f-792c-4137-a073-7a65d1858852 for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:10:52.250229 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Updating router 03bce61f-792c-4137-a073-7a65d1858852 port 768bb07b-27d9-4731-92e7-9778ad062d82 binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:10:52.266086 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Sync routers for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:10:52.293129 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Publish callbacks [] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:52.315387 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (768bb07b-27d9-4731-92e7-9778ad062d82), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:52.320668 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Publish callbacks [] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:52.332163 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Network ac8d987a-03fa-42da-829e-4cee4dd670a9 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:52.339452 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:52.384016 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d6b4-234e-4ed4-985e-b8e9b20b44f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (47096c59-b582-40c0-b586-b074446eb6cf), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:52.386901 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d6b4-234e-4ed4-985e-b8e9b20b44f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:52.388379 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-ccb0d6b4-234e-4ed4-985e-b8e9b20b44f1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/47096c59-b582-40c0-b586-b074446eb6cf HTTP/1.1" status: 204 len: 168 time: 0.8269629 Aug 30 01:10:52.418651 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0d6b4-234e-4ed4-985e-b8e9b20b44f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47096c59-b582-40c0-b586-b074446eb6cf,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:52.445429 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Publish callbacks [] for port (4b183170-bde6-4f69-803d-e9b24198f066), precommit_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:52.469993 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:52.526267 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:42Z', 'revision_number': 3, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:52.542089 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:52.637489 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:52.642642 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:52.658571 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:52.664530 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (4b183170-bde6-4f69-803d-e9b24198f066), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:52.765354 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:52.773157 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Network 281ceb28-999a-45ac-8b94-e3a5aba703ca is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:52.788369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:52.799662 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:52.801676 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481881'] for router_interface (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:52.819540 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f996d9e-bfe0-41d1-9bb3-93adde90a332 None None] The sync data for ids ['009d1c89-e3de-43b4-941a-e1468bd08618'] in dv-cinder-815712-11-iscsi is: [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:42Z', 'revision_number': 3, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:10:52.882397 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-799cbc01-51a0-4f28-ad1d-ef65577a9c6e admin admin] Publish callbacks [] for security_group (6db7e708-cf64-410d-bf22-baa1e71f7992), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:52.895396 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Pushing event updated for resources: {'Port': ['ID=44ba28d3-d48e-48b7-8d44-cd184250956a,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:52.895597 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:52.921635 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.024011 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Attempting to bind port 4b183170-bde6-4f69-803d-e9b24198f066 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:10:53.025686 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Publish callbacks [] for port (768bb07b-27d9-4731-92e7-9778ad062d82), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.028415 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Attempting to bind port 4b183170-bde6-4f69-803d-e9b24198f066 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:10:53.030303 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Attempting to bind port 4b183170-bde6-4f69-803d-e9b24198f066 on network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:53.039955 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54884) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:53.056761 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-853bf656-faf3-4968-8381-353e45ea1026 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641004129', 'description': 'tempest-description--1119863586'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:53.138036 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:53.140582 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a0ae41c-3ce3-4473-9737-cdb5df350eff,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:53.152074 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (768bb07b-27d9-4731-92e7-9778ad062d82), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.181032 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:53.187607 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:53.245522 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-799cbc01-51a0-4f28-ad1d-ef65577a9c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6db7e708-cf64-410d-bf22-baa1e71f7992), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.259246 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Attempting to bind port 768bb07b-27d9-4731-92e7-9778ad062d82 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:10:53.259246 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Attempting to bind port 768bb07b-27d9-4731-92e7-9778ad062d82 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:10:53.259246 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Attempting to bind port 768bb07b-27d9-4731-92e7-9778ad062d82 on network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:53.277999 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:10:53.284490 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Checking segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:53.284833 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.285906 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Bound using segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:10:53.286441 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Bound port: 768bb07b-27d9-4731-92e7-9778ad062d82, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:10:53.286826 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (768bb07b-27d9-4731-92e7-9778ad062d82), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.314797 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-853bf656-faf3-4968-8381-353e45ea1026 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.386163 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.474012 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-799cbc01-51a0-4f28-ad1d-ef65577a9c6e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a100dd0ca0a7413f9a79a3abd432533c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5344107 Aug 30 01:10:53.484541 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] For port 768bb07b-27d9-4731-92e7-9778ad062d82, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:10:53.493780 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] For port 768bb07b-27d9-4731-92e7-9778ad062d82, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=768bb07b-27d9-4731-92e7-9778ad062d82,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:10:53.496120 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:53.506554 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7ed53-6100-497c-b0d7-74ff92acb4f5 None None] Pushing event updated for resources: {'Port': ['ID=768bb07b-27d9-4731-92e7-9778ad062d82,revision_number=2']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:53.514973 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Router 009d1c89-e3de-43b4-941a-e1468bd08618 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:10:53.516386 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54890) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:53.533517 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:10:53.534106 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Checking segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:53.535377 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.535785 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Bound using segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:10:53.537494 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Bound port: 4b183170-bde6-4f69-803d-e9b24198f066, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:10:53.537826 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (4b183170-bde6-4f69-803d-e9b24198f066), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.575508 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cbc01-51a0-4f28-ad1d-ef65577a9c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db7e708-cf64-410d-bf22-baa1e71f7992,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:53.579522 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:53.592931 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (768bb07b-27d9-4731-92e7-9778ad062d82), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.660090 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Publish callbacks [] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.662153 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] For port 4b183170-bde6-4f69-803d-e9b24198f066, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:10:53.666675 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] For port 4b183170-bde6-4f69-803d-e9b24198f066, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=4b183170-bde6-4f69-803d-e9b24198f066,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:10:53.679792 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Current status of the port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:53.680425 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.713511 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Routers {'03bce61f-792c-4137-a073-7a65d1858852'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:53.714178 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['03bce61f-792c-4137-a073-7a65d1858852'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:53.720615 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:53.725019 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.744784 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.745568 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481997'] for router_interface (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.810860 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f478f6-5d68-4683-b1b4-0925e0e293a0 None None] Pushing event updated for resources: {'Port': ['ID=4b183170-bde6-4f69-803d-e9b24198f066,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:53.820067 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (4b183170-bde6-4f69-803d-e9b24198f066), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.869247 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:53.869818 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:53.871132 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54894) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:53.882514 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-853bf656-faf3-4968-8381-353e45ea1026 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group (1646ad17-4e9e-4c5b-b1ec-373368757561), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.883775 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Pushing event updated for resources: {'Port': ['ID=44ba28d3-d48e-48b7-8d44-cd184250956a,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:53.895942 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:53.950648 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:53.951655 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481881'] for router_interface (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.961244 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:53.968277 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] Set router 03bce61f-792c-4137-a073-7a65d1858852 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:53.988975 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-853bf656-faf3-4968-8381-353e45ea1026 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1646ad17-4e9e-4c5b-b1ec-373368757561), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.026403 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f78bdd7f-e4b5-464c-b530-d92ac815a7d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.040858 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bf656-faf3-4968-8381-353e45ea1026 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1646ad17-4e9e-4c5b-b1ec-373368757561,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:54.091183 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:54.153654 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7ed53-6100-497c-b0d7-74ff92acb4f5 None None] Pushing event updated for resources: {'Port': ['ID=768bb07b-27d9-4731-92e7-9778ad062d82,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:54.153882 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7e884581-38a4-49d4-9500-6daa891c326a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.191364 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-853bf656-faf3-4968-8381-353e45ea1026 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.195636 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-853bf656-faf3-4968-8381-353e45ea1026 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1536949 Aug 30 01:10:54.203370 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54900) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:54.214007 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-8bc3e195-a9c7-49ee-bec0-a48f4e5bdb1a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Request body: {'security_group_rule': {'security_group_id': '1646ad17-4e9e-4c5b-b1ec-373368757561', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:54.241601 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Network 281ceb28-999a-45ac-8b94-e3a5aba703ca is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:54.246419 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:54.357318 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:54.364423 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] For port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=cbc3fad5-df81-45d4-b5fb-e35f8f5f426d,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:10:54.395702 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f78bdd7f-e4b5-464c-b530-d92ac815a7d8 admin admin] Publish callbacks [] for security_group (e52d4452-cfb1-4951-9d2b-336f2691fd4e), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.398319 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cb762236-7b37-45bf-bf08-3faeb33069f9 admin admin] Publish callbacks [] for security_group (6db7e708-cf64-410d-bf22-baa1e71f7992), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.460935 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bce61f-792c-4137-a073-7a65d1858852', 'name': 'tempest-DeleteServersTestJSON-395651003-router', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:48Z', 'revision_number': 3, 'project_id': '4f082e13ad014501b7a781167ddb2ed8', 'gw_port': {'id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce61f-792c-4137-a073-7a65d1858852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:45Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:54.519111 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:54.527104 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8bc3e195-a9c7-49ee-bec0-a48f4e5bdb1a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group_rule (f6945163-4edf-4715-aa05-dc52fba3663b), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.541973 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f197d74b-1e82-4120-9c9d-47b3e5425e95 None None] The sync data for ids ['03bce61f-792c-4137-a073-7a65d1858852'] in dv-cinder-815712-11-iscsi is: [{'id': '03bce61f-792c-4137-a073-7a65d1858852', 'name': 'tempest-DeleteServersTestJSON-395651003-router', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:48Z', 'revision_number': 3, 'project_id': '4f082e13ad014501b7a781167ddb2ed8', 'gw_port': {'id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce61f-792c-4137-a073-7a65d1858852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:45Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:10:54.542984 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cb762236-7b37-45bf-bf08-3faeb33069f9 admin admin] Publish callbacks [] for security_group (6db7e708-cf64-410d-bf22-baa1e71f7992), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.554898 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:10:54.568312 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-9a3ae3dd-41b7-4f25-a5c6-68a265b5905a admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/009d1c89-e3de-43b4-941a-e1468bd08618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2019560 Aug 30 01:10:54.685279 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8bc3e195-a9c7-49ee-bec0-a48f4e5bdb1a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group_rule (f6945163-4edf-4715-aa05-dc52fba3663b), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.702454 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f78bdd7f-e4b5-464c-b530-d92ac815a7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e52d4452-cfb1-4951-9d2b-336f2691fd4e), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.709503 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:10:54.741415 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.742721 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Allocated IP 172.20.0.1 (a4ad0ac8-1d42-4e74-88e7-302cf181b538/0e56a216-a008-4248-8bb8-0281a6e1d87f/0ac31b4f-2d2f-40cc-b675-ecc0f5442159) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:54.772235 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f78bdd7f-e4b5-464c-b530-d92ac815a7d8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f43afb9a96834b7598a7399ae4bfbfc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8855975 Aug 30 01:10:54.772857 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54908) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:54.781201 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bdd7f-e4b5-464c-b530-d92ac815a7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52d4452-cfb1-4951-9d2b-336f2691fd4e,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:54.819682 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f478f6-5d68-4683-b1b4-0925e0e293a0 None None] Pushing event updated for resources: {'Port': ['ID=4b183170-bde6-4f69-803d-e9b24198f066,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:54.854648 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.880071 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cb762236-7b37-45bf-bf08-3faeb33069f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6db7e708-cf64-410d-bf22-baa1e71f7992), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.888709 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cb762236-7b37-45bf-bf08-3faeb33069f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.893071 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-cb762236-7b37-45bf-bf08-3faeb33069f9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6db7e708-cf64-410d-bf22-baa1e71f7992 HTTP/1.1" status: 204 len: 168 time: 1.3031070 Aug 30 01:10:54.917249 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:54.960152 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb762236-7b37-45bf-bf08-3faeb33069f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db7e708-cf64-410d-bf22-baa1e71f7992,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:54.988893 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Provisioning complete for port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:54.989378 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.002232 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:55.022067 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8bc3e195-a9c7-49ee-bec0-a48f4e5bdb1a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (f6945163-4edf-4715-aa05-dc52fba3663b), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.070879 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Publish callbacks [] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.118931 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3e195-a9c7-49ee-bec0-a48f4e5bdb1a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6945163-4edf-4715-aa05-dc52fba3663b,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:55.119523 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:10:55.194103 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.db.api [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 01:10:55.194600 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG oslo_db.api [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 01:10:55.207214 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8e77b82d-2908-4d8e-9c3d-84992b78bb48 admin admin] Publish callbacks [] for security_group (e52d4452-cfb1-4951-9d2b-336f2691fd4e), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.210701 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:46Z', 'revision_number': 3, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:55.233582 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:10:55.240454 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8e77b82d-2908-4d8e-9c3d-84992b78bb48 admin admin] Publish callbacks [] for security_group (e52d4452-cfb1-4951-9d2b-336f2691fd4e), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.256125 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-251a2051-6bb9-4893-9578-666e0719ab31 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0f5ae785-45b9-47a8-9bdf-54ba1478dc5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1373534 Aug 30 01:10:55.256694 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369cf9bc-366f-434b-a56f-1efc3670042e None None] The sync data for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi is: [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:46Z', 'revision_number': 3, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:10:55.256694 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Provisioning complete for port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:55.256694 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.256959 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8bc3e195-a9c7-49ee-bec0-a48f4e5bdb1a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.258370 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-8bc3e195-a9c7-49ee-bec0-a48f4e5bdb1a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0484803 Aug 30 01:10:55.259385 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Pushing event updated for resources: {'Port': ['ID=cbc3fad5-df81-45d4-b5fb-e35f8f5f426d,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:55.261614 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54928) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:55.262550 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:55.278281 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-7b86c657-578e-4494-90a8-4d40d4c742a4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Request body: {'security_group_rule': {'security_group_id': '1646ad17-4e9e-4c5b-b1ec-373368757561', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:55.337883 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.353690 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Publish callbacks [] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.357532 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:55.367476 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Network a4ad0ac8-1d42-4e74-88e7-302cf181b538 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:55.397406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:55.397406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:55.397406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481881'] for router_interface (03bce61f-792c-4137-a073-7a65d1858852), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.438936 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7b86c657-578e-4494-90a8-4d40d4c742a4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group_rule (687023fc-651b-4ffe-8346-1d20bf1eb8ed), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.471869 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-ea55e3dd-f90a-4ba5-877d-0dc0f0e8fee1 None None] Current status of the port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:55.490082 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 2, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:55.509979 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac31b4f-2d2f-40cc-b675-ecc0f5442159,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:55.541882 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Sync routers for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:10:55.572444 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:55.574397 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:55.578996 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 54946) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:55.584949 dv-cinder-815712-11-iscsi neutron-server[107025]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 01:10:55.586212 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.587212 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481997'] for router_interface (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.588551 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8e77b82d-2908-4d8e-9c3d-84992b78bb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e52d4452-cfb1-4951-9d2b-336f2691fd4e), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.593195 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8e77b82d-2908-4d8e-9c3d-84992b78bb48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.596410 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-8e77b82d-2908-4d8e-9c3d-84992b78bb48 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e52d4452-cfb1-4951-9d2b-336f2691fd4e HTTP/1.1" status: 204 len: 168 time: 0.8220704 Aug 30 01:10:55.597308 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Checking router: d6f11566-c297-48de-bf20-6cd3aaacfc38 for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:10:55.599478 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Updating router d6f11566-c297-48de-bf20-6cd3aaacfc38 port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 binding host dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:10:55.707457 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77b82d-2908-4d8e-9c3d-84992b78bb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52d4452-cfb1-4951-9d2b-336f2691fd4e,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:55.716806 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Provisioning complete for port 281e069c-0d20-45cd-84bd-0cb827fc5762 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:55.719287 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a0ae41c-3ce3-4473-9737-cdb5df350eff,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:55.720040 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.728597 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.744494 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:55.773888 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7b86c657-578e-4494-90a8-4d40d4c742a4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group_rule (687023fc-651b-4ffe-8346-1d20bf1eb8ed), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.834465 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:55.855682 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7b86c657-578e-4494-90a8-4d40d4c742a4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (687023fc-651b-4ffe-8346-1d20bf1eb8ed), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:55.880778 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:55.924170 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86c657-578e-4494-90a8-4d40d4c742a4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687023fc-651b-4ffe-8346-1d20bf1eb8ed,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:55.956503 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:56.034701 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7b86c657-578e-4494-90a8-4d40d4c742a4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:56.038972 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-7b86c657-578e-4494-90a8-4d40d4c742a4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7733147 Aug 30 01:10:56.046760 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54956) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:56.046760 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:56.182421 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:56.192357 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:56.200572 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:56.200846 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:56.283596 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:56.462917 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:56.509231 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Sync routers for ids ['009d1c89-e3de-43b4-941a-e1468bd08618'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:10:56.563513 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Current status of the port 281e069c-0d20-45cd-84bd-0cb827fc5762 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:56.616326 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:56.660376 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Provisioning complete for port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:56.662556 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:56.665874 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Routers {'009d1c89-e3de-43b4-941a-e1468bd08618'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:56.668106 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['009d1c89-e3de-43b4-941a-e1468bd08618'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:56.681816 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 2, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:56.703773 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:56.770662 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Checking router: 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:10:56.774705 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Updating router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e port 44ba28d3-d48e-48b7-8d44-cd184250956a binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:10:56.789989 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:56.893500 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:56.946105 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:56.948694 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 4b183170-bde6-4f69-803d-e9b24198f066 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:10:57.078614 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:57.098928 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Allocated IP 172.27.1.17 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/dd0e31a8-1f5e-41e5-9655-a31a06d1f922) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:10:57.127373 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Publish callbacks [] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:57.157248 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-660ade90-cc72-44e4-9155-0bbecd178f85 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:57.159603 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-660ade90-cc72-44e4-9155-0bbecd178f85 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 819 time: 1.5781071 Aug 30 01:10:57.187207 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 4b183170-bde6-4f69-803d-e9b24198f066 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:57.188671 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (4b183170-bde6-4f69-803d-e9b24198f066), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:57.219575 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:57.242250 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-f4cbd590-9742-42cc-8ce5-f0c8c9e2ed72 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/quotas/9f0605a8a2fe48e49a410127b5f3b32c HTTP/1.1" status: 200 len: 375 time: 0.0745301 Aug 30 01:10:57.257366 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:57.281144 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:57.384874 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:57.392823 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 54974) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:57.411161 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:57.414214 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481997'] for router_interface (03bce61f-792c-4137-a073-7a65d1858852), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:57.424990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-bedd3ab5-73b4-484f-9e9e-36090fa5d56c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670078372', 'description': 'tempest-description--255716133'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:57.503851 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Publish callbacks [] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:57.505830 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for port (dd0e31a8-1f5e-41e5-9655-a31a06d1f922), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:57.587286 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:57.688349 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-9675f50e-6e87-4067-95e6-9d3dc4be44a8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4331136 Aug 30 01:10:57.695772 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bedd3ab5-73b4-484f-9e9e-36090fa5d56c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:57.745004 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8782e9-d1b6-4870-8029-3d17ce1c154f None None] Pushing event updated for resources: {'Port': ['ID=44ba28d3-d48e-48b7-8d44-cd184250956a,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:57.745482 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (dd0e31a8-1f5e-41e5-9655-a31a06d1f922), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:57.785766 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac31b4f-2d2f-40cc-b675-ecc0f5442159,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:57.786391 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:57.796598 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Attempting to bind port 44ba28d3-d48e-48b7-8d44-cd184250956a on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:10:57.798391 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Attempting to bind port 44ba28d3-d48e-48b7-8d44-cd184250956a by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:10:57.798771 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Attempting to bind port 44ba28d3-d48e-48b7-8d44-cd184250956a on network 281ceb28-999a-45ac-8b94-e3a5aba703ca {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:57.812721 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:10:57.814052 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Checking segment: {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:57.818187 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:57.820445 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Bound using segment: {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:10:57.821110 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Bound port: 44ba28d3-d48e-48b7-8d44-cd184250956a, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:10:57.821379 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:57.855445 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:57.881054 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:57.890209 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:10:57.911923 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Publish callbacks [] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), precommit_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:57.927063 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 4b183170-bde6-4f69-803d-e9b24198f066 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:57.929773 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (4b183170-bde6-4f69-803d-e9b24198f066), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:57.951462 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:10:57.986934 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:58.010654 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.013839 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] For port 44ba28d3-d48e-48b7-8d44-cd184250956a, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:10:58.021641 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] For port 44ba28d3-d48e-48b7-8d44-cd184250956a, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=44ba28d3-d48e-48b7-8d44-cd184250956a,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:10:58.041097 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (148ea254-dd3b-4aa0-ad37-bfcbe56843d3), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.061863 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 4b183170-bde6-4f69-803d-e9b24198f066, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=4b183170-bde6-4f69-803d-e9b24198f066,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:10:58.064120 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Provisioning complete for port 44ba28d3-d48e-48b7-8d44-cd184250956a triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:58.064614 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.080145 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:10:58.085469 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event updated for resources: {'Port': ['ID=dd0e31a8-1f5e-41e5-9655-a31a06d1f922,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:58.118292 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.126182 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Set router 009d1c89-e3de-43b4-941a-e1468bd08618 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:58.140539 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bedd3ab5-73b4-484f-9e9e-36090fa5d56c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (f2a95f92-8088-4bfa-9c6f-966f7cac35da), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.171114 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:58.188727 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcffc9-898b-4792-8825-317c3c87480b None None] Pushing event updated for resources: {'Port': ['ID=14820fdc-5aa9-4c0c-90bb-9b35a5c38f61,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:58.202364 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Network a4ad0ac8-1d42-4e74-88e7-302cf181b538 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:10:58.207688 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (4b183170-bde6-4f69-803d-e9b24198f066), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.208739 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 8e2ffe5f-d23d-41dc-ac97-219df1a80243 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:10:58.209978 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:10:58.211436 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:58.214361 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:58.228708 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Port 44ba28d3-d48e-48b7-8d44-cd184250956a cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:10:58.256197 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bedd3ab5-73b4-484f-9e9e-36090fa5d56c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f2a95f92-8088-4bfa-9c6f-966f7cac35da), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.281271 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (dd0e31a8-1f5e-41e5-9655-a31a06d1f922), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.353023 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:58.387866 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-e8a18fb6-dbea-48d5-8f6d-cd3c049a8f16 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:10:58.390137 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-e8a18fb6-dbea-48d5-8f6d-cd3c049a8f16 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3244467 Aug 30 01:10:58.405677 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Provisioning complete for port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:58.410780 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.466010 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=4b183170-bde6-4f69-803d-e9b24198f066,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:58.528820 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8782e9-d1b6-4870-8029-3d17ce1c154f None None] Pushing event updated for resources: {'Port': ['ID=44ba28d3-d48e-48b7-8d44-cd184250956a,revision_number=4']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:58.545048 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:10:58.595672 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for port (dd0e31a8-1f5e-41e5-9655-a31a06d1f922), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.636855 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd3ab5-73b4-484f-9e9e-36090fa5d56c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a95f92-8088-4bfa-9c6f-966f7cac35da,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:58.663921 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Attempting to bind port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:10:58.669541 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (dd0e31a8-1f5e-41e5-9655-a31a06d1f922), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.675716 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (148ea254-dd3b-4aa0-ad37-bfcbe56843d3), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.695802 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Attempting to bind port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:10:58.696995 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Attempting to bind port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 on network 37938639-da56-43d1-ac7c-a949da52ba53 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:10:58.710927 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Router 03bce61f-792c-4137-a073-7a65d1858852 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:10:58.712321 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:10:58.720435 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-d9a0c60d-10c9-489c-bf90-4af157eea9d7 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/68505e11-46c9-4afb-b7b4-ddd6c98cb57d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2137425 Aug 30 01:10:58.726581 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:10:58.730222 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Checking segment: {'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:10:58.730759 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.731262 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Bound using segment: {'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:10:58.731948 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Bound port: 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:10:58.732524 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.765294 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bedd3ab5-73b4-484f-9e9e-36090fa5d56c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.771824 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-bedd3ab5-73b4-484f-9e9e-36090fa5d56c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3696103 Aug 30 01:10:58.772165 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-5a75f998-6e53-4b19-a501-e87daa52dded service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729894 Aug 30 01:10:58.788374 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 55014) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:58.817287 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:58.820201 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-a6d89c26-5b7c-4e9b-8a81-3f2ee74c084e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'security_group_rule': {'security_group_id': 'f2a95f92-8088-4bfa-9c6f-966f7cac35da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:58.868140 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event updated for resources: {'Port': ['ID=dd0e31a8-1f5e-41e5-9655-a31a06d1f922,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:58.873293 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:58.901080 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 8e2ffe5f-d23d-41dc-ac97-219df1a80243 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:58.901359 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.932419 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:10:58Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:58.951661 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:58.968195 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-87dd2610-afd2-4a1e-b223-e47f704fad43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9130664 Aug 30 01:10:59.010926 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:10:59.021081 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bb21ee-6d27-41ea-a4f0-4961844f4d42 None None] The sync data for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi is: [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:10:58Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:10:59.032814 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Current status of the port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:59.040212 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-46e7149a-e7eb-41ad-bad5-8450d7fc1868 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/03bce61f-792c-4137-a073-7a65d1858852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3888566 Aug 30 01:10:59.048526 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-449e5260-806f-40ce-9047-80abb2f49c47 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439797 Aug 30 01:10:59.097012 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a6d89c26-5b7c-4e9b-8a81-3f2ee74c084e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (61eb96fd-3ab6-4a58-9e28-e3e4bebc9376), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.176337 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:59.187586 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Provisioning complete for port 9a0ae41c-3ce3-4473-9737-cdb5df350eff triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:59.187980 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.213711 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a6d89c26-5b7c-4e9b-8a81-3f2ee74c084e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (61eb96fd-3ab6-4a58-9e28-e3e4bebc9376), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.236371 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] For port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:10:59.249061 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 8e2ffe5f-d23d-41dc-ac97-219df1a80243 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:10:59.249449 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.275106 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] For port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=14820fdc-5aa9-4c0c-90bb-9b35a5c38f61,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:10:59.283585 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'd2169617-86fd-495d-a71e-57a3a6c6e239', 'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'mac_address': 'fa:16:3e:0d:44:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:48Z', 'updated_at': '2022-08-30T01:10:51Z', 'revision_number': 2, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'subnets': [{'id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:59.317880 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 8e2ffe5f-d23d-41dc-ac97-219df1a80243, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=8e2ffe5f-d23d-41dc-ac97-219df1a80243,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:10:59.318883 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Port 9a0ae41c-3ce3-4473-9737-cdb5df350eff cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:10:59.320973 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Checking router: 009d1c89-e3de-43b4-941a-e1468bd08618 for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:10:59.321320 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Updating router 009d1c89-e3de-43b4-941a-e1468bd08618 port d2169617-86fd-495d-a71e-57a3a6c6e239 binding host dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:10:59.323462 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a6d89c26-5b7c-4e9b-8a81-3f2ee74c084e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (61eb96fd-3ab6-4a58-9e28-e3e4bebc9376), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.346018 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d89c26-5b7c-4e9b-8a81-3f2ee74c084e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61eb96fd-3ab6-4a58-9e28-e3e4bebc9376,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:59.357748 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Provisioning complete for port d2169617-86fd-495d-a71e-57a3a6c6e239 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:59.358772 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.379820 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.407181 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.439023 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a6d89c26-5b7c-4e9b-8a81-3f2ee74c084e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.447257 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-a6d89c26-5b7c-4e9b-8a81-3f2ee74c084e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6556728 Aug 30 01:10:59.453226 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 55038) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:10:59.455492 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-33499e6a-9921-4730-aef1-eaebb9ab06d9 None None] Port d2169617-86fd-495d-a71e-57a3a6c6e239 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:10:59.456540 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-d7b67340-4ff6-4442-b21b-526903e33fbf tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'security_group_rule': {'security_group_id': 'f2a95f92-8088-4bfa-9c6f-966f7cac35da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:10:59.470223 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.471430 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device a478106a-9f91-4816-ae94-6461b6736ae1 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:10:59.604353 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:59.610097 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d7b67340-4ff6-4442-b21b-526903e33fbf tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (b9cb9192-19a3-4a46-be6a-5ce43252af2e), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.699769 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-31985049-ed39-4121-b26b-2a5c487516b3 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1641004129&fields=id&tenant_id=13862ab3a9504644853a8c48c3f69b4c HTTP/1.1" status: 200 len: 267 time: 0.1266401 Aug 30 01:10:59.757134 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d7b67340-4ff6-4442-b21b-526903e33fbf tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (b9cb9192-19a3-4a46-be6a-5ce43252af2e), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.780702 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:10:59.781317 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:10:59.851411 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:59.851411 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:10:59.881947 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port a478106a-9f91-4816-ae94-6461b6736ae1 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:59.882341 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (a478106a-9f91-4816-ae94-6461b6736ae1), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.883863 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcffc9-898b-4792-8825-317c3c87480b None None] Pushing event updated for resources: {'Port': ['ID=14820fdc-5aa9-4c0c-90bb-9b35a5c38f61,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:10:59.898164 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d7b67340-4ff6-4442-b21b-526903e33fbf tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (b9cb9192-19a3-4a46-be6a-5ce43252af2e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.929150 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-79ec95b7-5d57-4ef7-9c27-d3b48cf96fe2 None None] Provisioning complete for port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:10:59.929514 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-79ec95b7-5d57-4ef7-9c27-d3b48cf96fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:10:59.945412 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-134e862e-4776-4811-bd82-d0d6e53ea135 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:10:59.969285 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-134e862e-4776-4811-bd82-d0d6e53ea135 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/networks?id=37938639-da56-43d1-ac7c-a949da52ba53 HTTP/1.1" status: 200 len: 810 time: 0.2554183 Aug 30 01:10:59.978437 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b67340-4ff6-4442-b21b-526903e33fbf tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9cb9192-19a3-4a46-be6a-5ce43252af2e,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:00.007365 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-79ec95b7-5d57-4ef7-9c27-d3b48cf96fe2 None None] Port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:11:00.018687 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-478ae119-91c4-4c7d-9658-ae3968f64fcd tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/quotas/13862ab3a9504644853a8c48c3f69b4c HTTP/1.1" status: 200 len: 375 time: 0.0380945 Aug 30 01:11:00.117330 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d7b67340-4ff6-4442-b21b-526903e33fbf tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:00.136891 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-d7b67340-4ff6-4442-b21b-526903e33fbf tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6807897 Aug 30 01:11:00.137650 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 55076) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:00.140324 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-79ec95b7-5d57-4ef7-9c27-d3b48cf96fe2 None None] Provisioning complete for port 9a0ae41c-3ce3-4473-9737-cdb5df350eff triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:00.140714 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-79ec95b7-5d57-4ef7-9c27-d3b48cf96fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:00.143168 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:00.171393 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 55078) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:00.178658 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:00.205361 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-6ef36951-2741-48f1-9642-e7c517dd5e08 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--639536143', 'description': 'tempest-description--407409400'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:00.261634 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-acaac960-7772-4030-9566-a54b4101b8ba tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=13862ab3a9504644853a8c48c3f69b4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2375245 Aug 30 01:11:00.265669 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=8e2ffe5f-d23d-41dc-ac97-219df1a80243,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:00.271423 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 55080) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:00.278784 dv-cinder-815712-11-iscsi neutron-server[107024]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 01:11:00.320595 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:00.361466 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-46fae128-426e-4036-9402-b80ef25c95f6 req-b4320134-a587-492c-af0f-319829a6db3a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 210 time: 0.0881200 Aug 30 01:11:00.363602 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:00.435182 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Publish callbacks [] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), precommit_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:00.463564 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:11:00.476547 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6ef36951-2741-48f1-9642-e7c517dd5e08 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:00.537149 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-79ec95b7-5d57-4ef7-9c27-d3b48cf96fe2 None None] Port 9a0ae41c-3ce3-4473-9737-cdb5df350eff cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:11:00.568669 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:00.600870 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:00.869164 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:00.922311 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-fd62640a-c185-4286-ade1-3f209725002a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893362 Aug 30 01:11:00.930074 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Sync routers for ids ['03bce61f-792c-4137-a073-7a65d1858852'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:11:00.964215 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Routers {'03bce61f-792c-4137-a073-7a65d1858852'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:00.965891 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['03bce61f-792c-4137-a073-7a65d1858852'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:01.038510 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:01.040497 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62863917-29f2-451b-8548-dea4dfad711d None None] Pushing event updated for resources: {'Port': ['ID=d2169617-86fd-495d-a71e-57a3a6c6e239,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:01.150679 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Allocated IP 172.27.1.192 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/faee86ab-82cb-43b6-a78b-a8ffe5846991) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:11:01.173333 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port a478106a-9f91-4816-ae94-6461b6736ae1 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:01.174213 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (a478106a-9f91-4816-ae94-6461b6736ae1), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:01.227253 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:01.357701 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Set router 03bce61f-792c-4137-a073-7a65d1858852 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:01.366341 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Sync routers for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:11:01.419275 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port a478106a-9f91-4816-ae94-6461b6736ae1, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=a478106a-9f91-4816-ae94-6461b6736ae1,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:01.436313 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-43119092-ec0c-4d7c-b17b-c847a635bd62 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031226 Aug 30 01:11:01.464089 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6ef36951-2741-48f1-9642-e7c517dd5e08 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group (5c384e9f-deb5-4b6d-9be7-e1487cebb319), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:01.475735 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Attempting to bind port d2169617-86fd-495d-a71e-57a3a6c6e239 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:11:01.476493 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Attempting to bind port d2169617-86fd-495d-a71e-57a3a6c6e239 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:11:01.477105 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Attempting to bind port d2169617-86fd-495d-a71e-57a3a6c6e239 on network ac8d987a-03fa-42da-829e-4cee4dd670a9 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:01.486808 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:01.486808 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:01.503370 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:11:01.504180 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Checking segment: {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:11:01.504795 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:01.505294 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Bound using segment: {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:11:01.511004 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Bound port: d2169617-86fd-495d-a71e-57a3a6c6e239, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:11:01.511519 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:01.558490 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6ef36951-2741-48f1-9642-e7c517dd5e08 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (5c384e9f-deb5-4b6d-9be7-e1487cebb319), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:01.603528 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (a478106a-9f91-4816-ae94-6461b6736ae1), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:01.612803 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef36951-2741-48f1-9642-e7c517dd5e08 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c384e9f-deb5-4b6d-9be7-e1487cebb319,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:01.612964 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:01.669119 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:01.715307 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6ef36951-2741-48f1-9642-e7c517dd5e08 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:01.716743 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-6ef36951-2741-48f1-9642-e7c517dd5e08 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5363305 Aug 30 01:11:01.720631 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 55130) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:01.726470 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-f3f28943-195b-496d-8412-e3a681930652 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Request body: {'security_group_rule': {'security_group_id': '5c384e9f-deb5-4b6d-9be7-e1487cebb319', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:01.757201 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:01.808155 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for port (faee86ab-82cb-43b6-a78b-a8ffe5846991), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:01.836523 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bce61f-792c-4137-a073-7a65d1858852', 'name': 'tempest-DeleteServersTestJSON-395651003-router', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:55Z', 'revision_number': 4, 'project_id': '4f082e13ad014501b7a781167ddb2ed8', 'gw_port': {'id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce61f-792c-4137-a073-7a65d1858852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:45Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '0ac31b4f-2d2f-40cc-b675-ecc0f5442159', 'name': '', 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'mac_address': 'fa:16:3e:85:57:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce61f-792c-4137-a073-7a65d1858852', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0e56a216-a008-4248-8bb8-0281a6e1d87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:54Z', 'updated_at': '2022-08-30T01:10:56Z', 'revision_number': 2, 'project_id': '4f082e13ad014501b7a781167ddb2ed8', 'subnets': [{'id': '0e56a216-a008-4248-8bb8-0281a6e1d87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:01.888629 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Checking router: 03bce61f-792c-4137-a073-7a65d1858852 for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:11:01.888629 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Updating router 03bce61f-792c-4137-a073-7a65d1858852 port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:11:01.922215 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f3f28943-195b-496d-8412-e3a681930652 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group_rule (30e343d7-132b-41ad-b9f7-f69ceb5cf67b), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:01.944837 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:01.948490 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (faee86ab-82cb-43b6-a78b-a8ffe5846991), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:01.974565 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] For port d2169617-86fd-495d-a71e-57a3a6c6e239, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:11:01.986733 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:02.017723 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=a478106a-9f91-4816-ae94-6461b6736ae1,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:02.077900 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] For port d2169617-86fd-495d-a71e-57a3a6c6e239, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=d2169617-86fd-495d-a71e-57a3a6c6e239,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:11:02.081182 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:02.085380 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e8e6e7-e2a2-4deb-b846-277b65c2cc62 None None] The sync data for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi is: [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:11:02.125402 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:02.125402 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:02.207553 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f3f28943-195b-496d-8412-e3a681930652 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group_rule (30e343d7-132b-41ad-b9f7-f69ceb5cf67b), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:02.360883 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:02.380776 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f3f28943-195b-496d-8412-e3a681930652 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (30e343d7-132b-41ad-b9f7-f69ceb5cf67b), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:02.416530 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:11:02.433473 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:11:02.445990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:11:02.460796 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'Port': ['ID=faee86ab-82cb-43b6-a78b-a8ffe5846991,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:02.497358 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f28943-195b-496d-8412-e3a681930652 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e343d7-132b-41ad-b9f7-f69ceb5cf67b,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:02.502099 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:02.506759 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-87ce4c1b-5fc1-4d7f-81bc-ea8e7b104c1d tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:02.508591 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-87ce4c1b-5fc1-4d7f-81bc-ea8e7b104c1d tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/networks?id=a4ad0ac8-1d42-4e74-88e7-302cf181b538 HTTP/1.1" status: 200 len: 811 time: 1.0700614 Aug 30 01:11:02.540757 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-253a46f0-e484-41ab-bde2-ef6602649430 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/quotas/4f082e13ad014501b7a781167ddb2ed8 HTTP/1.1" status: 200 len: 375 time: 0.0211492 Aug 30 01:11:02.542141 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (6a224ab7-afda-4cdd-a1da-fb0e149b86fa), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:02.605439 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-3637841c-d38f-4b69-86bb-0a6d97e46721 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:02.605439 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-3637841c-d38f-4b69-86bb-0a6d97e46721 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 819 time: 0.4101691 Aug 30 01:11:02.632625 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-7c199eec-971d-49bb-bd94-de3fb1e4a462 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/quotas/9f0605a8a2fe48e49a410127b5f3b32c HTTP/1.1" status: 200 len: 375 time: 0.0185525 Aug 30 01:11:02.685170 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:02.685563 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:02.719613 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f3f28943-195b-496d-8412-e3a681930652 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:02.719613 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f3f28943-195b-496d-8412-e3a681930652 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9971068 Aug 30 01:11:02.723603 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 55186) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:02.748753 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-aaacf2eb-fd6c-4642-8c6e-b19ea0a2c095 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Request body: {'security_group_rule': {'security_group_id': '5c384e9f-deb5-4b6d-9be7-e1487cebb319', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:02.760504 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-9a4e447d-0cdc-4436-be1a-f336e4a97837 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1201186 Aug 30 01:11:02.781625 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Routers {'009d1c89-e3de-43b4-941a-e1468bd08618'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:02.789489 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['009d1c89-e3de-43b4-941a-e1468bd08618'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:02.850419 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-9991a01d-28f1-4153-9c79-a45b913b10c6 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=4f082e13ad014501b7a781167ddb2ed8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2915065 Aug 30 01:11:02.899233 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (faee86ab-82cb-43b6-a78b-a8ffe5846991), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:02.900911 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:02.924275 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-25a5e730-8e32-4744-8965-aeb7740b0300 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524570 Aug 30 01:11:02.995470 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62863917-29f2-451b-8548-dea4dfad711d None None] Pushing event updated for resources: {'Port': ['ID=d2169617-86fd-495d-a71e-57a3a6c6e239,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:03.002278 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Publish callbacks [] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.004579 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.005585 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 281e069c-0d20-45cd-84bd-0cb827fc5762 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:03.062166 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-efe6603f-a66f-4121-8433-e6206aa30e64 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409504 Aug 30 01:11:03.077600 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-aaacf2eb-fd6c-4642-8c6e-b19ea0a2c095 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group_rule (29abbfce-e520-49c4-a13a-fc87d780c067), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.111896 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.208400 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-aaacf2eb-fd6c-4642-8c6e-b19ea0a2c095 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group_rule (29abbfce-e520-49c4-a13a-fc87d780c067), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.233680 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-d35cfda6-d902-4d3f-9f57-34b5f715e469 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:11:03.234817 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-d35cfda6-d902-4d3f-9f57-34b5f715e469 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1166286 Aug 30 01:11:03.275051 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:03.291699 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for port (faee86ab-82cb-43b6-a78b-a8ffe5846991), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.334278 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-aaacf2eb-fd6c-4642-8c6e-b19ea0a2c095 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (29abbfce-e520-49c4-a13a-fc87d780c067), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.354284 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f98217-9b44-405e-a9c6-07c17d144cfe None None] Pushing event updated for resources: {'Port': ['ID=0ac31b4f-2d2f-40cc-b675-ecc0f5442159,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:03.355761 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf2eb-fd6c-4642-8c6e-b19ea0a2c095 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29abbfce-e520-49c4-a13a-fc87d780c067,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:03.398697 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] Set router 009d1c89-e3de-43b4-941a-e1468bd08618 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:03.429554 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-fdd3b455-cdd5-4b1e-a5cd-3496644c0962 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a4ad0ac8-1d42-4e74-88e7-302cf181b538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881037 Aug 30 01:11:03.452144 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:03.479874 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Attempting to bind port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:11:03.481493 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Attempting to bind port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '1e83c07a-0e71-4f03-a919-857afdadd008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:11:03.482124 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Attempting to bind port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 on network a4ad0ac8-1d42-4e74-88e7-302cf181b538 {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:03.514753 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:11:03.531287 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Checking segment: {'id': '1e83c07a-0e71-4f03-a919-857afdadd008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:11:03.533084 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.534709 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Bound using segment: {'id': '1e83c07a-0e71-4f03-a919-857afdadd008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:11:03.538104 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Bound port: 0ac31b4f-2d2f-40cc-b675-ecc0f5442159, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e83c07a-0e71-4f03-a919-857afdadd008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:11:03.541994 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:03.544024 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.554293 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (faee86ab-82cb-43b6-a78b-a8ffe5846991), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.565958 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (6a224ab7-afda-4cdd-a1da-fb0e149b86fa), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.576585 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 281e069c-0d20-45cd-84bd-0cb827fc5762 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:03.577594 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.597680 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:10:55Z', 'revision_number': 2, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:03.645225 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-aaacf2eb-fd6c-4642-8c6e-b19ea0a2c095 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.645225 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-aaacf2eb-fd6c-4642-8c6e-b19ea0a2c095 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9024465 Aug 30 01:11:03.645923 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 55220) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:03.645923 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:03.783894 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:03.789523 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6507592 Aug 30 01:11:03.807899 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Checking router: 68505e11-46c9-4afb-b7b4-ddd6c98cb57d for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:11:03.808256 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Updating router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d port 9a0ae41c-3ce3-4473-9737-cdb5df350eff binding host dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:11:03.850441 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdf12d-9b36-4742-af99-29506069511b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'Port': ['ID=faee86ab-82cb-43b6-a78b-a8ffe5846991,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:03.942821 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] For port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:11:03.971827 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-fd45b64d-4dd2-4fa6-b084-d4bd3bb065d6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a4ad0ac8-1d42-4e74-88e7-302cf181b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142765 Aug 30 01:11:03.976766 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] For port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=0ac31b4f-2d2f-40cc-b675-ecc0f5442159,segment=NetworkSegment(1e83c07a-0e71-4f03-a919-857afdadd008),segment_id=1e83c07a-0e71-4f03-a919-857afdadd008)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:11:03.997425 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:04.019968 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-48618ab6-40de-4d01-b749-cc8453f1ee28 req-94b3b7c7-6889-46ed-874e-403867da2e95 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 210 time: 0.2835059 Aug 30 01:11:04.032861 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:04.067839 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:04.118772 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:04.155543 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Routers {'03bce61f-792c-4137-a073-7a65d1858852'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:04.155543 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['03bce61f-792c-4137-a073-7a65d1858852'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:04.317119 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:04.343444 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:04.418605 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 281e069c-0d20-45cd-84bd-0cb827fc5762 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:04.419965 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 768bb07b-27d9-4731-92e7-9778ad062d82 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:04.445652 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'd2169617-86fd-495d-a71e-57a3a6c6e239', 'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'mac_address': 'fa:16:3e:0d:44:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:48Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'subnets': [{'id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:04.559334 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f98217-9b44-405e-a9c6-07c17d144cfe None None] Pushing event updated for resources: {'Port': ['ID=0ac31b4f-2d2f-40cc-b675-ecc0f5442159,revision_number=4']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:04.633049 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] Set router 03bce61f-792c-4137-a073-7a65d1858852 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:04.772842 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f33e9a1c-6982-404c-ae7e-40f61493e246 req-f4ace0e1-539d-4738-8202-68c6dc6bea5a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 210 time: 0.5845931 Aug 30 01:11:04.886328 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39d9cf2-4a60-457c-9373-72e38d197104 None None] The sync data for ids ['009d1c89-e3de-43b4-941a-e1468bd08618'] in dv-cinder-815712-11-iscsi is: [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'd2169617-86fd-495d-a71e-57a3a6c6e239', 'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'mac_address': 'fa:16:3e:0d:44:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:48Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'subnets': [{'id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:11:04.970055 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:05.034591 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-af3958a1-cf70-43ab-ad2c-62e71fa7bfd6 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--670078372&fields=id&tenant_id=11c8f48af7394a75ab6013ca066751a7 HTTP/1.1" status: 200 len: 267 time: 0.3178656 Aug 30 01:11:05.056954 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:05.102359 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:05.119325 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 768bb07b-27d9-4731-92e7-9778ad062d82 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:05.119991 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (768bb07b-27d9-4731-92e7-9778ad062d82), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:05.152018 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c6fbd100-65bc-4e65-815d-5ce71f8517fc req-d237e068-ff55-4bcb-a1bb-c726460f876a tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 210 time: 0.0965602 Aug 30 01:11:05.194000 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:05.277858 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 768bb07b-27d9-4731-92e7-9778ad062d82 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:05.278555 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (768bb07b-27d9-4731-92e7-9778ad062d82), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:05.365562 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 768bb07b-27d9-4731-92e7-9778ad062d82, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=768bb07b-27d9-4731-92e7-9778ad062d82,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:05.377852 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a3a7f8d0-d5d0-443a-afeb-35bb752834b9 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:05.390534 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a3a7f8d0-d5d0-443a-afeb-35bb752834b9 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/networks?id=281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 200 len: 815 time: 0.3547423 Aug 30 01:11:05.424503 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-57c35566-8427-4f2d-adc3-61f4a444328b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/quotas/11c8f48af7394a75ab6013ca066751a7 HTTP/1.1" status: 200 len: 375 time: 0.0330019 Aug 30 01:11:05.459744 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bce61f-792c-4137-a073-7a65d1858852', 'name': 'tempest-DeleteServersTestJSON-395651003-router', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:55Z', 'revision_number': 4, 'project_id': '4f082e13ad014501b7a781167ddb2ed8', 'gw_port': {'id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce61f-792c-4137-a073-7a65d1858852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:45Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '0ac31b4f-2d2f-40cc-b675-ecc0f5442159', 'name': '', 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'mac_address': 'fa:16:3e:85:57:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce61f-792c-4137-a073-7a65d1858852', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0e56a216-a008-4248-8bb8-0281a6e1d87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:54Z', 'updated_at': '2022-08-30T01:11:03Z', 'revision_number': 4, 'project_id': '4f082e13ad014501b7a781167ddb2ed8', 'subnets': [{'id': '0e56a216-a008-4248-8bb8-0281a6e1d87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:05.492579 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (768bb07b-27d9-4731-92e7-9778ad062d82), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:05.492579 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:05.512110 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851da83-258c-4ef0-8839-bd66b2bb94ef None None] The sync data for ids ['03bce61f-792c-4137-a073-7a65d1858852'] in dv-cinder-815712-11-iscsi is: [{'id': '03bce61f-792c-4137-a073-7a65d1858852', 'name': 'tempest-DeleteServersTestJSON-395651003-router', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:55Z', 'revision_number': 4, 'project_id': '4f082e13ad014501b7a781167ddb2ed8', 'gw_port': {'id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce61f-792c-4137-a073-7a65d1858852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:45Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '0ac31b4f-2d2f-40cc-b675-ecc0f5442159', 'name': '', 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'mac_address': 'fa:16:3e:85:57:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bce61f-792c-4137-a073-7a65d1858852', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '0e56a216-a008-4248-8bb8-0281a6e1d87f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:54Z', 'updated_at': '2022-08-30T01:11:03Z', 'revision_number': 4, 'project_id': '4f082e13ad014501b7a781167ddb2ed8', 'subnets': [{'id': '0e56a216-a008-4248-8bb8-0281a6e1d87f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:11:05.523522 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Allocated IP 172.27.1.136 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/d93c6985-474e-49cf-813a-f7a6c240e382) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:11:05.526128 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:05.556978 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-3452e1d9-87c7-4221-9aa6-c4c09e7ed9b7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1304672 Aug 30 01:11:05.720071 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for port (d93c6985-474e-49cf-813a-f7a6c240e382), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:05.796689 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:05.816206 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a331db79-c9a6-4895-ba05-c2cf21a20ddd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571323 Aug 30 01:11:05.853482 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4a411262-93a2-42dd-94ed-5a6381bd2841 req-4bc2caa4-8445-47cf-aaae-76743a00c51b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 210 time: 0.0681214 Aug 30 01:11:05.886514 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=768bb07b-27d9-4731-92e7-9778ad062d82,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:05.892625 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (d93c6985-474e-49cf-813a-f7a6c240e382), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:05.965241 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:05.967612 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:05.984374 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-4945af63-2a45-477e-86db-cf7824748e16 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637535 Aug 30 01:11:06.071409 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event updated for resources: {'Port': ['ID=d93c6985-474e-49cf-813a-f7a6c240e382,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:06.073814 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Publish callbacks [] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), precommit_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:06.086419 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:11:06.091907 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:11:06.099062 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:11:06.206307 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:06.208794 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:06.216803 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device cbc3fad5-df81-45d4-b5fb-e35f8f5f426d up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:06.243715 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:06.301631 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2745a216-89d8-4f35-92f5-3182d344984e req-b6924783-1caa-46b0-8db3-8872c3a0eab9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 210 time: 0.0455711 Aug 30 01:11:06.324781 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98d2a9-a8f1-4c0d-83a4-123c535c572a None None] Pushing event updated for resources: {'Port': ['ID=9a0ae41c-3ce3-4473-9737-cdb5df350eff,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:06.370523 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:06.371343 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:06.405201 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Attempting to bind port 9a0ae41c-3ce3-4473-9737-cdb5df350eff on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:11:06.406250 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Attempting to bind port 9a0ae41c-3ce3-4473-9737-cdb5df350eff by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:11:06.406250 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Attempting to bind port 9a0ae41c-3ce3-4473-9737-cdb5df350eff on network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:06.433803 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:11:06.435078 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Checking segment: {'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:11:06.435078 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:06.435078 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Bound using segment: {'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:11:06.435483 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Bound port: 9a0ae41c-3ce3-4473-9737-cdb5df350eff, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:11:06.435874 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:06.470763 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.74', 53254) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:06.512367 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-32efa618-e101-4c2b-a061-8fe17c75fb88 req-87c8c3fb-b961-4275-bb59-0dfda0efcc6d tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 210 time: 0.0681403 Aug 30 01:11:06.539899 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d93c6985-474e-49cf-813a-f7a6c240e382), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:06.584825 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:06.649285 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-37909a35-4a6d-46bf-9041-6dd5c4156b87 req-8f6a45ad-cf9e-4a68-bc5e-970f80a388a0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.1073472 Aug 30 01:11:06.725169 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-6493165b-ad6d-4f8a-a48e-ec397cee4a93 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:06.727211 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-6493165b-ad6d-4f8a-a48e-ec397cee4a93 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 819 time: 0.2550671 Aug 30 01:11:06.776709 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] For port 9a0ae41c-3ce3-4473-9737-cdb5df350eff, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:11:06.782053 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:06.794062 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] For port 9a0ae41c-3ce3-4473-9737-cdb5df350eff, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=9a0ae41c-3ce3-4473-9737-cdb5df350eff,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:11:06.811535 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for port (d93c6985-474e-49cf-813a-f7a6c240e382), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:06.877836 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d93c6985-474e-49cf-813a-f7a6c240e382), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:06.878608 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:06.880949 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:06.934908 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:06.937031 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:10:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:06.953714 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event updated for resources: {'Port': ['ID=d93c6985-474e-49cf-813a-f7a6c240e382,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:07.027364 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:07.028237 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-36bcd51a-7ddf-4646-9dda-d248604829a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3964665 Aug 30 01:11:07.090082 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fb590d3b-afa1-425f-8e46-78e8db0a8575 req-63bc8826-22a2-4d2c-954c-4ee6f88cce12 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 210 time: 0.0489256 Aug 30 01:11:07.170973 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:07.209814 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98d2a9-a8f1-4c0d-83a4-123c535c572a None None] Pushing event updated for resources: {'Port': ['ID=9a0ae41c-3ce3-4473-9737-cdb5df350eff,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:07.292447 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:07.401201 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-cc613c17-57f5-4e42-9f52-dd902dbfc1c6 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--639536143&fields=id&tenant_id=742c089b0dea4b1f89efd31f48f9ffc5 HTTP/1.1" status: 200 len: 267 time: 0.0537393 Aug 30 01:11:07.425586 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:07.426143 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:07.431341 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:07.441883 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-69f24492-c743-4307-8996-982ae0b153a9 req-dce1cace-4051-4496-a87a-5a242ebe9ddb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 210 time: 0.0336053 Aug 30 01:11:07.505012 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:06Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:07.525843 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-af1404be-e2fe-4dc3-ab66-527cac86089e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:07.528032 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-af1404be-e2fe-4dc3-ab66-527cac86089e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f HTTP/1.1" status: 200 len: 816 time: 0.1186688 Aug 30 01:11:07.529459 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:07.535464 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a93ea8-3ba4-4f5f-8c0e-bd257a8b3253 None None] The sync data for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi is: [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:06Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:11:07.545767 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-a89b333d-9b7e-4724-973e-a8d592f2476e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/quotas/742c089b0dea4b1f89efd31f48f9ffc5 HTTP/1.1" status: 200 len: 375 time: 0.0110831 Aug 30 01:11:07.571876 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:07.572264 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:07.610408 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=0ac31b4f-2d2f-40cc-b675-ecc0f5442159,segment=NetworkSegment(1e83c07a-0e71-4f03-a919-857afdadd008),segment_id=1e83c07a-0e71-4f03-a919-857afdadd008)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:07.614893 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-7cbdd5e1-c9ee-4031-a843-57edadd6fda5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619974 Aug 30 01:11:07.639717 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-10283e0b-95fe-4c7e-a8c2-3d66da0d02e8 req-1f1a4b62-3e9d-4617-96bc-81c659405a26 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 210 time: 0.0351465 Aug 30 01:11:07.741549 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:07.743754 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 4b183170-bde6-4f69-803d-e9b24198f066 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:07.807827 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-f93013fb-1d64-4860-923e-c4effb0a6962 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769719 Aug 30 01:11:07.888633 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0e172a84-3e5c-4a47-90dc-a5552231b94f req-c145cf16-258a-44ca-ae4a-a1c6e00c499d tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0898559 Aug 30 01:11:07.983573 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=0ac31b4f-2d2f-40cc-b675-ecc0f5442159,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:08.001066 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 4b183170-bde6-4f69-803d-e9b24198f066 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:08.002532 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (4b183170-bde6-4f69-803d-e9b24198f066), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:08.017844 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-e051623a-cdd8-470c-a4bc-c14b390eff3f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003574 Aug 30 01:11:08.103206 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 4b183170-bde6-4f69-803d-e9b24198f066 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:08.104346 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 8e2ffe5f-d23d-41dc-ac97-219df1a80243 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:08.156429 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 8e2ffe5f-d23d-41dc-ac97-219df1a80243 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:08.156814 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:08.271944 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 8e2ffe5f-d23d-41dc-ac97-219df1a80243 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:08.273095 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device a478106a-9f91-4816-ae94-6461b6736ae1 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:08.302718 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8885a7ad-cfbb-4855-809c-122ad1958588 req-0fb53ae1-8d92-40d6-b9c4-23ea5e165a95 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 210 time: 0.0578024 Aug 30 01:11:08.381835 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4904918a-cd4d-405a-a804-6d8330686573 req-4c80c079-c6fa-49e1-8d4f-093235947c25 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0342193 Aug 30 01:11:08.396666 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port a478106a-9f91-4816-ae94-6461b6736ae1 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:08.397299 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (a478106a-9f91-4816-ae94-6461b6736ae1), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:08.516550 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port a478106a-9f91-4816-ae94-6461b6736ae1 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:08.517763 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:08.558820 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:08.575572 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:08.576106 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:08.585587 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-dd600fbc-460f-4e09-a8bf-f894ddd2388e req-bc4d4abb-3076-423f-9090-0159ef985d30 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 210 time: 0.0381012 Aug 30 01:11:08.679410 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:08.680700 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device d2169617-86fd-495d-a71e-57a3a6c6e239 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:08.838313 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1aaa9501-e338-4b40-8df5-de3db761237c req-22fa5bbf-2f91-4c93-963a-671d1afd1245 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 210 time: 0.0386941 Aug 30 01:11:08.844131 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port d2169617-86fd-495d-a71e-57a3a6c6e239 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:08.848293 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:08.927087 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port d2169617-86fd-495d-a71e-57a3a6c6e239 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:08.927432 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:08.973012 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port d2169617-86fd-495d-a71e-57a3a6c6e239, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=d2169617-86fd-495d-a71e-57a3a6c6e239,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:09.024815 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a20562cf-074d-4ddc-9839-1f26039e57f1 req-5c38c4ea-27d1-44ac-8e2b-c8ecadc31338 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0288877 Aug 30 01:11:09.098243 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:09.098243 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 768bb07b-27d9-4731-92e7-9778ad062d82 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:09.170851 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=d2169617-86fd-495d-a71e-57a3a6c6e239,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:09.180221 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 768bb07b-27d9-4731-92e7-9778ad062d82 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:09.180602 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (768bb07b-27d9-4731-92e7-9778ad062d82), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:09.184500 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:09.220587 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:09.257063 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 768bb07b-27d9-4731-92e7-9778ad062d82 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:09.258166 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 44ba28d3-d48e-48b7-8d44-cd184250956a up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:09.301911 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 44ba28d3-d48e-48b7-8d44-cd184250956a triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:09.302284 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:09.377289 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 44ba28d3-d48e-48b7-8d44-cd184250956a is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:09.377289 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:09.421634 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 44ba28d3-d48e-48b7-8d44-cd184250956a, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=44ba28d3-d48e-48b7-8d44-cd184250956a,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:09.456075 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-be6aad4f-67e6-4a1e-9dbd-2ade3f746047 req-e5c3a701-7fdf-4e96-99e6-ab8595236b45 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 210 time: 0.0409293 Aug 30 01:11:09.490115 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-18072ad7-cfc9-4919-9352-d6175e8621be req-a53dd383-ff81-4bb8-82c9-5612842c51e1 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0336962 Aug 30 01:11:09.539020 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:09.539866 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:09.619859 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=44ba28d3-d48e-48b7-8d44-cd184250956a,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:09.627952 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:09.628178 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:09.660667 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-1a652bbf-77f3-4a03-a189-4120b03736a9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Request body: {'port': {'device_id': 'e1388d14-c15e-4f95-9b68-944001f0d53a', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'admin_state_up': True, 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:09.723038 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:09.723370 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:09.750819 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c73bdbc1-9de9-49fe-8ab3-f7b7ecaac955 req-9b4a9653-127a-4fb6-af72-fdd68550ea8a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 210 time: 0.0833850 Aug 30 01:11:09.773956 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=14820fdc-5aa9-4c0c-90bb-9b35a5c38f61,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:09.855380 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:09.911088 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-1a652bbf-77f3-4a03-a189-4120b03736a9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Made reservation on behalf of 9f0605a8a2fe48e49a410127b5f3b32c for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:11:09.925203 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-1a652bbf-77f3-4a03-a189-4120b03736a9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:09.958110 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:10.012919 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=14820fdc-5aa9-4c0c-90bb-9b35a5c38f61,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:10.028287 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7ad6f420-1c90-4cbc-a435-0d16a5a97da7 req-59510695-db43-4fe1-b8cc-57c75ca24d57 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 210 time: 0.0578761 Aug 30 01:11:10.222292 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e2fad343-1bef-4a9d-96ef-4764c930bf07 req-c33e03de-6e42-4ab7-a1e0-80d8ad25e0fe tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0633378 Aug 30 01:11:10.261896 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device d2169617-86fd-495d-a71e-57a3a6c6e239 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:10.309688 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port d2169617-86fd-495d-a71e-57a3a6c6e239 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:10.310172 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:10.390200 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port d2169617-86fd-495d-a71e-57a3a6c6e239 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:10.391299 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:10.415667 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:10.440271 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:10.440683 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:10.472606 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-1a652bbf-77f3-4a03-a189-4120b03736a9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Allocated IP 172.20.0.6 (ac8d987a-03fa-42da-829e-4cee4dd670a9/596c07a5-eae9-40e0-a860-7d06a29b0fd4/531e11a0-79a8-4242-9108-a01eaf852ae3) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:11:10.574103 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:10.580199 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:10.584992 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 44ba28d3-d48e-48b7-8d44-cd184250956a up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:10.667835 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-62e3063e-034d-4832-9f8b-4e0f09becf7a req-dd226b85-c26f-4e2c-af30-c5f408501ba1 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 210 time: 0.0589476 Aug 30 01:11:10.672947 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 44ba28d3-d48e-48b7-8d44-cd184250956a triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:10.672947 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:10.780807 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-139408c9-c0d3-4407-b563-b4400a342b33 req-fa6c379b-7086-40fa-983e-ed49a1b8173e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0613170 Aug 30 01:11:10.933693 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 44ba28d3-d48e-48b7-8d44-cd184250956a is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:10.933693 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 9a0ae41c-3ce3-4473-9737-cdb5df350eff up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:10.939879 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.74', 53280) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:10.940375 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-1a652bbf-77f3-4a03-a189-4120b03736a9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:11.018947 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 9a0ae41c-3ce3-4473-9737-cdb5df350eff triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:11.019464 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:11.157611 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 9a0ae41c-3ce3-4473-9737-cdb5df350eff is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:11.158255 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:11.207391 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 9a0ae41c-3ce3-4473-9737-cdb5df350eff, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=9a0ae41c-3ce3-4473-9737-cdb5df350eff,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:11.222751 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:11.256600 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-23369aa0-be92-4254-b07d-cc1e8f9baffc req-16780eea-afa5-4d30-af8c-43ef29fd049b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 210 time: 0.0403960 Aug 30 01:11:11.257834 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-1a652bbf-77f3-4a03-a189-4120b03736a9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:11.264795 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bdc107dd-a630-45a8-b1c8-5584c222717a req-95bbe38b-94fc-4f28-8d6f-8e00263341c2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 210 time: 0.3012197 Aug 30 01:11:11.339324 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-0bf9e5cd-2027-4dbd-a7be-45d5178e5d67 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:11.341048 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-0bf9e5cd-2027-4dbd-a7be-45d5178e5d67 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.74 "GET /networking/v2.0/networks?id=37938639-da56-43d1-ac7c-a949da52ba53 HTTP/1.1" status: 200 len: 810 time: 0.3993576 Aug 30 01:11:11.406174 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-1a652bbf-77f3-4a03-a189-4120b03736a9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Network ac8d987a-03fa-42da-829e-4cee4dd670a9 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:11:11.422261 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-1a652bbf-77f3-4a03-a189-4120b03736a9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:11:11.452197 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-1a652bbf-77f3-4a03-a189-4120b03736a9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:11:11.469381 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-038bd4cb-1e1e-4057-bca5-1215f4d0be68 req-0a129ac6-0101-46f2-abcf-6adc560595c8 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0737512 Aug 30 01:11:11.485283 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:11.523109 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-1a652bbf-77f3-4a03-a189-4120b03736a9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:11.523808 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-1a652bbf-77f3-4a03-a189-4120b03736a9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:11.597306 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a652bbf-77f3-4a03-a189-4120b03736a9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Pushing event updated for resources: {'Port': ['ID=531e11a0-79a8-4242-9108-a01eaf852ae3,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:11.634067 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=9a0ae41c-3ce3-4473-9737-cdb5df350eff,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:11.665324 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-7eb021a5-cbfa-4145-927f-b8cbcaf7fa84 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.74 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=13862ab3a9504644853a8c48c3f69b4c HTTP/1.1" status: 200 len: 380 time: 0.1948121 Aug 30 01:11:11.723860 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:11.726097 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-1a652bbf-77f3-4a03-a189-4120b03736a9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0698216 Aug 30 01:11:11.817534 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-60ba0ee0-f38a-47b1-b33f-bb72b2a0ad83 req-71b78e75-335b-4f0f-b86a-1f12e3efcdf8 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 210 time: 0.0369496 Aug 30 01:11:11.843432 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-4d7d6be8-111f-4c37-995f-14d6696963db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Request body: {'port': {'device_id': '5022a2c4-6b00-416c-9a13-63b0dec702b2', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'admin_state_up': True, 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'security_groups': ['1646ad17-4e9e-4c5b-b1ec-373368757561']}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:11.851159 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-e2b88c17-5984-45ed-8f21-d6befa78f7d2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:11:11.852175 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-e2b88c17-5984-45ed-8f21-d6befa78f7d2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0071828 Aug 30 01:11:11.922650 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-b6adfcc7-cc8c-4032-b1dc-c5f73979e281 None None] Provisioning complete for port 531e11a0-79a8-4242-9108-a01eaf852ae3 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:11.925303 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b6adfcc7-cc8c-4032-b1dc-c5f73979e281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:12.000748 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.74', 53296) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:12.133156 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:12.203731 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-b6adfcc7-cc8c-4032-b1dc-c5f73979e281 None None] Port 531e11a0-79a8-4242-9108-a01eaf852ae3 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:11:12.253190 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:12.253525 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:12.261987 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Request body: {'port': {'device_id': 'e1388d14-c15e-4f95-9b68-944001f0d53a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:12.416380 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d16cd828-c37b-4156-820b-ffb84a16beed req-0c96f6f5-34d7-4689-aaa3-264ce1f3a1e0 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.2533116 Aug 30 01:11:12.438052 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.74', 53307) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:12.528716 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:12.531195 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 9a0ae41c-3ce3-4473-9737-cdb5df350eff up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:12.594330 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 9a0ae41c-3ce3-4473-9737-cdb5df350eff triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:12.613351 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:12.613503 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:12.622364 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-76ab38f1-ae1b-477f-9d24-58f813da63a2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:12.624540 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-76ab38f1-ae1b-477f-9d24-58f813da63a2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 819 time: 0.5877681 Aug 30 01:11:12.648591 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ac07303f-42d9-4519-ad66-15fe18019e0b req-cba967e6-7e86-4883-828d-53ca8b19d73c tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 210 time: 0.0536325 Aug 30 01:11:12.669263 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c05454c6-46a2-40d6-99f3-dda6e70847f2 req-30463327-8f00-4a7f-bb64-2985e9a0de7f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 210 time: 0.0834000 Aug 30 01:11:12.761471 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 9a0ae41c-3ce3-4473-9737-cdb5df350eff is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:12.998776 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-4d7d6be8-111f-4c37-995f-14d6696963db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Made reservation on behalf of 13862ab3a9504644853a8c48c3f69b4c for: {'port': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:11:13.003133 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-4d7d6be8-111f-4c37-995f-14d6696963db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:13.012193 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e750a0d1-1ad2-4199-980d-1fbad538fcc3 req-545ef335-f8a8-4396-a21a-99f3747ca8d4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0451553 Aug 30 01:11:13.018543 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4980eb4b-0f2c-4857-a81c-7fc06c827375 req-97078612-07b3-4a73-911c-81a2da63f633 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 210 time: 0.0553699 Aug 30 01:11:13.035496 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-8f37a7f4-1931-4957-a394-292b4f401638 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:13.038898 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-8f37a7f4-1931-4957-a394-292b4f401638 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.74 "GET /networking/v2.0/networks?id=a4ad0ac8-1d42-4e74-88e7-302cf181b538 HTTP/1.1" status: 200 len: 811 time: 0.5700109 Aug 30 01:11:13.241515 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531e11a0-79a8-4242-9108-a01eaf852ae3 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:13.292647 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Publish callbacks [] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:13.335502 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Transition to ACTIVE for port object 531e11a0-79a8-4242-9108-a01eaf852ae3 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:11:13.391383 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-4d7d6be8-111f-4c37-995f-14d6696963db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Allocated IP 172.20.0.6 (37938639-da56-43d1-ac7c-a949da52ba53/f73da1d0-2071-4d5f-b9f8-f3beaaeae423/c67f9947-1307-4c65-b66d-e90b9d577330) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:11:13.569385 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:13.620214 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-223e4c17-2f8b-46c8-83e1-af03c632747f req-abd56a8e-194d-42a0-a4ca-d9c39197c31d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0757136 Aug 30 01:11:13.638459 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Pushing event updated for resources: {'Port': ['ID=531e11a0-79a8-4242-9108-a01eaf852ae3,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:13.647376 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-4d7d6be8-111f-4c37-995f-14d6696963db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for port (c67f9947-1307-4c65-b66d-e90b9d577330), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:13.787507 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-4d7d6be8-111f-4c37-995f-14d6696963db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:13.792227 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Attempting to bind port 531e11a0-79a8-4242-9108-a01eaf852ae3 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:11:13.792603 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Attempting to bind port 531e11a0-79a8-4242-9108-a01eaf852ae3 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:11:13.792942 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Attempting to bind port 531e11a0-79a8-4242-9108-a01eaf852ae3 on network ac8d987a-03fa-42da-829e-4cee4dd670a9 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:13.811836 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0cca1285-64ce-424b-9ba7-b038e08d178a req-28c63013-708a-484a-a8df-7f9062e215cb tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 210 time: 0.0578268 Aug 30 01:11:13.815063 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Port 531e11a0-79a8-4242-9108-a01eaf852ae3 on network ac8d987a-03fa-42da-829e-4cee4dd670a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:11:13.817431 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Attempting to bind port 531e11a0-79a8-4242-9108-a01eaf852ae3 on network ac8d987a-03fa-42da-829e-4cee4dd670a9 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:13.839280 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-08fb0094-d205-4905-979b-b26555fe1388 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Request body: {'port': {'device_id': 'b016168d-f295-4bb4-9da1-36472ad69576', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'admin_state_up': True, 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:13.872456 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:11:13.873850 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Checking segment: {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:11:13.874989 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Bound using segment: {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:11:13.875635 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Bound port: 531e11a0-79a8-4242-9108-a01eaf852ae3, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:11:13.876226 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:13.892437 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e8ea2331-1c35-4677-bd07-d9ffa9a08188 req-1bd2dfec-7b59-49b8-9e14-71466b084e07 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 210 time: 0.0902925 Aug 30 01:11:13.914735 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-4d7d6be8-111f-4c37-995f-14d6696963db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Network 37938639-da56-43d1-ac7c-a949da52ba53 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:11:13.924204 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-4d7d6be8-111f-4c37-995f-14d6696963db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:11:13.945974 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-4d7d6be8-111f-4c37-995f-14d6696963db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:11:13.950740 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-4d7d6be8-111f-4c37-995f-14d6696963db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:13.952065 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-4d7d6be8-111f-4c37-995f-14d6696963db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:13.978151 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d6be8-111f-4c37-995f-14d6696963db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event updated for resources: {'Port': ['ID=c67f9947-1307-4c65-b66d-e90b9d577330,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:14.017249 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-40747eec-5d4d-4658-9f62-dfdae48ba533 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Request body: {'port': {'device_id': '30841f5c-b634-47dc-97ab-c651bf3ace8a', 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538', 'admin_state_up': True, 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:14.019289 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] For port 531e11a0-79a8-4242-9108-a01eaf852ae3, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:11:14.250435 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] For port 531e11a0-79a8-4242-9108-a01eaf852ae3, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=531e11a0-79a8-4242-9108-a01eaf852ae3,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:11:14.266644 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-af4634e4-e7b6-44a1-b9b1-5ce9c51df3b3 req-9f8c1744-6c07-4cea-8999-3365a8c094ff tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0567327 Aug 30 01:11:14.308786 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:14.331326 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b2929-8052-4036-8b88-c75a9c2cce6c req-d394a256-1507-4005-b1d8-46e723e7cdb1 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:14.332815 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-115b2929-8052-4036-8b88-c75a9c2cce6c req-d394a256-1507-4005-b1d8-46e723e7cdb1 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 931 time: 0.1273746 Aug 30 01:11:14.349031 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-4d7d6be8-111f-4c37-995f-14d6696963db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5108314 Aug 30 01:11:14.358411 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-a8040b9f-1300-4d0d-8a03-ee08044fc14f None None] Provisioning complete for port c67f9947-1307-4c65-b66d-e90b9d577330 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:14.359006 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-a8040b9f-1300-4d0d-8a03-ee08044fc14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:14.399141 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-115b2929-8052-4036-8b88-c75a9c2cce6c req-4bcb5045-ac5b-41db-9c60-c946cdfed095 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606015 Aug 30 01:11:14.401051 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-a8040b9f-1300-4d0d-8a03-ee08044fc14f None None] Port c67f9947-1307-4c65-b66d-e90b9d577330 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:11:14.416533 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:14.424599 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:14.425232 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:14.426730 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/531e11a0-79a8-4242-9108-a01eaf852ae3 HTTP/1.1" status: 200 len: 1093 time: 2.4685690 Aug 30 01:11:14.427536 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:14.430070 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1388d14-c15e-4f95-9b68-944001f0d53a', 'tag': '531e11a0-79a8-4242-9108-a01eaf852ae3'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:14.437785 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-40747eec-5d4d-4658-9f62-dfdae48ba533 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Made reservation on behalf of 4f082e13ad014501b7a781167ddb2ed8 for: {'port': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:11:14.441568 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-40747eec-5d4d-4658-9f62-dfdae48ba533 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:14.506785 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-08fb0094-d205-4905-979b-b26555fe1388 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Made reservation on behalf of 9f0605a8a2fe48e49a410127b5f3b32c for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:11:14.510632 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-08fb0094-d205-4905-979b-b26555fe1388 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:14.639728 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a6c6c-8b78-4d34-a9ce-2f342c7386ae service neutron] Pushing event updated for resources: {'Port': ['ID=531e11a0-79a8-4242-9108-a01eaf852ae3,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:14.673418 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-40747eec-5d4d-4658-9f62-dfdae48ba533 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Allocated IP 172.20.0.10 (a4ad0ac8-1d42-4e74-88e7-302cf181b538/0e56a216-a008-4248-8bb8-0281a6e1d87f/d8d36366-3bec-4323-a577-34ce2e4beafd) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:11:14.688870 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:14.690265 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5e3c97-2d52-480c-94e0-8ff9c7f5fd55" -d '{"events": [{"name": "network-changed", "server_uuid": "e1388d14-c15e-4f95-9b68-944001f0d53a", "tag": "531e11a0-79a8-4242-9108-a01eaf852ae3"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:14.720947 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-08fb0094-d205-4905-979b-b26555fe1388 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Allocated IP 172.20.0.11 (ac8d987a-03fa-42da-829e-4cee4dd670a9/596c07a5-eae9-40e0-a860-7d06a29b0fd4/beaab680-9f79-4900-9963-851c36bf37f9) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:11:14.765371 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f61513e9-9779-4a3d-9d3d-c216b376de71 req-5dc19778-08c9-492b-b659-d1d2e4df5bef tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0449665 Aug 30 01:11:14.893374 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f98c71-3df2-4fc2-b45e-37ea6635ad86 x-openstack-request-id: req-f0f98c71-3df2-4fc2-b45e-37ea6635ad86 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:14.893670 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1388d14-c15e-4f95-9b68-944001f0d53a", "tag": "531e11a0-79a8-4242-9108-a01eaf852ae3", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:14.893943 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0f98c71-3df2-4fc2-b45e-37ea6635ad86 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:14.894403 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f98c71-3df2-4fc2-b45e-37ea6635ad86'] response: {'name': 'network-changed', 'server_uuid': 'e1388d14-c15e-4f95-9b68-944001f0d53a', 'tag': '531e11a0-79a8-4242-9108-a01eaf852ae3', 'status': 'completed', 'code': 200} Aug 30 01:11:14.907490 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-08fb0094-d205-4905-979b-b26555fe1388 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for port (beaab680-9f79-4900-9963-851c36bf37f9), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:14.958842 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a4b241be-bf9e-4043-8745-da9683966585 req-8bac4f01-02ba-4db6-a32f-0d33c6e939a5 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 210 time: 0.0501869 Aug 30 01:11:14.966425 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-40747eec-5d4d-4658-9f62-dfdae48ba533 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Publish callbacks [] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:15.035791 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-29abb366-1183-4020-ac7e-71882e9ad1d3 req-b1576c93-33a7-4e34-891c-70a3a58203d3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 210 time: 0.0308306 Aug 30 01:11:15.043902 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-08fb0094-d205-4905-979b-b26555fe1388 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (beaab680-9f79-4900-9963-851c36bf37f9), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:15.082721 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-40747eec-5d4d-4658-9f62-dfdae48ba533 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:15.083281 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-08fb0094-d205-4905-979b-b26555fe1388 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Network ac8d987a-03fa-42da-829e-4cee4dd670a9 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:11:15.086007 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-08fb0094-d205-4905-979b-b26555fe1388 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:11:15.088260 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-08fb0094-d205-4905-979b-b26555fe1388 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:11:15.092958 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-08fb0094-d205-4905-979b-b26555fe1388 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:15.098998 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-08fb0094-d205-4905-979b-b26555fe1388 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:15.127238 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb0094-d205-4905-979b-b26555fe1388 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Pushing event updated for resources: {'Port': ['ID=beaab680-9f79-4900-9963-851c36bf37f9,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:15.139729 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-40747eec-5d4d-4658-9f62-dfdae48ba533 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Network a4ad0ac8-1d42-4e74-88e7-302cf181b538 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:11:15.142968 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-40747eec-5d4d-4658-9f62-dfdae48ba533 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:11:15.147030 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-40747eec-5d4d-4658-9f62-dfdae48ba533 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:11:15.151453 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-40747eec-5d4d-4658-9f62-dfdae48ba533 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:15.152098 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-40747eec-5d4d-4658-9f62-dfdae48ba533 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:15.158689 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40747eec-5d4d-4658-9f62-dfdae48ba533 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Pushing event updated for resources: {'Port': ['ID=d8d36366-3bec-4323-a577-34ce2e4beafd,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:15.194761 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-08fb0094-d205-4905-979b-b26555fe1388 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3606601 Aug 30 01:11:15.261382 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-40747eec-5d4d-4658-9f62-dfdae48ba533 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2631481 Aug 30 01:11:15.377963 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-123a899a-8bff-41ac-b54c-f407b2173807 req-32b01f24-99bc-456a-a254-e910dff98904 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0304482 Aug 30 01:11:15.427426 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-627d225a-4227-4ea1-a832-b74cfe6fcc63 None None] Provisioning complete for port d8d36366-3bec-4323-a577-34ce2e4beafd triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:15.428109 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-627d225a-4227-4ea1-a832-b74cfe6fcc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:15.463639 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:15.471017 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-627d225a-4227-4ea1-a832-b74cfe6fcc63 None None] Port d8d36366-3bec-4323-a577-34ce2e4beafd cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:11:15.479130 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-627d225a-4227-4ea1-a832-b74cfe6fcc63 None None] Provisioning complete for port beaab680-9f79-4900-9963-851c36bf37f9 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:15.479501 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-627d225a-4227-4ea1-a832-b74cfe6fcc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (beaab680-9f79-4900-9963-851c36bf37f9), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:15.531461 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af69c4-2f8d-4052-8987-a46d653cf57a req-10ff4cb4-69ac-44ec-9a05-c383f7f0563c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:15.532943 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-56af69c4-2f8d-4052-8987-a46d653cf57a req-10ff4cb4-69ac-44ec-9a05-c383f7f0563c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 931 time: 0.0562654 Aug 30 01:11:15.535011 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-627d225a-4227-4ea1-a832-b74cfe6fcc63 None None] Port beaab680-9f79-4900-9963-851c36bf37f9 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:11:15.565803 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:15.582527 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-56af69c4-2f8d-4052-8987-a46d653cf57a req-918e6309-9b7b-4ae3-b10c-b2b5ed282a63 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439126 Aug 30 01:11:15.808597 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:15.890491 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-069fd59f-e759-4ee5-9940-8d6be2df163d req-d2f828cb-f138-4106-98ac-42293ff18167 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0280249 Aug 30 01:11:16.076248 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c2332-764d-42bd-855f-8df8f6285cc0 req-579d3d9f-03c5-4c64-ba6e-aafeadeb254e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:16.077656 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e06c2332-764d-42bd-855f-8df8f6285cc0 req-579d3d9f-03c5-4c64-ba6e-aafeadeb254e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 932 time: 0.0515170 Aug 30 01:11:16.133203 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e06c2332-764d-42bd-855f-8df8f6285cc0 req-6f9743df-c00d-438c-a545-ddcf076b8b6d tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500619 Aug 30 01:11:16.180968 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a144fcd-d4c2-4895-8195-4cfe3904d732 req-c39baad6-e998-4d8b-9489-bb52653632e8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:16.182500 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2a144fcd-d4c2-4895-8195-4cfe3904d732 req-c39baad6-e998-4d8b-9489-bb52653632e8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 932 time: 0.0676775 Aug 30 01:11:16.232967 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2a144fcd-d4c2-4895-8195-4cfe3904d732 req-846f5a36-3ffe-4284-ad85-aad300e115a3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435331 Aug 30 01:11:16.481883 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3f7d6d85-c291-410a-b562-fb8b65d663cb req-f9ce97e8-b0be-4f49-a9e2-cdab3c822ed4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0287285 Aug 30 01:11:16.601473 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:16.683031 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:16.702240 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b3e8d-c1df-4604-8ece-836b5bbb66ad req-555fa957-7d99-4d69-bf21-69c0210de41e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:16.703699 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ea3b3e8d-c1df-4604-8ece-836b5bbb66ad req-555fa957-7d99-4d69-bf21-69c0210de41e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 931 time: 0.0468512 Aug 30 01:11:16.755140 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ea3b3e8d-c1df-4604-8ece-836b5bbb66ad req-6ab51aab-0441-4713-afdd-45ee80ce53ab tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456438 Aug 30 01:11:16.963099 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:17.008594 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bb7114f9-451d-47c3-ad0d-2a89256122af req-a109a19c-a3c3-4c8d-8f26-f973b3d79f09 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0353949 Aug 30 01:11:17.020310 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:17.298787 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ecf8a-a9e3-4be9-8e44-04743d128ece req-aa4cb146-3a8e-43c5-8c34-72cfab20a03e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:17.300347 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-322ecf8a-a9e3-4be9-8e44-04743d128ece req-aa4cb146-3a8e-43c5-8c34-72cfab20a03e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 932 time: 0.0758812 Aug 30 01:11:17.379045 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-322ecf8a-a9e3-4be9-8e44-04743d128ece req-93fc5c26-12a7-4699-8b37-819bf6285ec8 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726779 Aug 30 01:11:17.379300 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317bb01-e8d4-4c60-9652-3e3be4ae8161 req-296ce554-4b41-4ec4-b285-7b152d13f6a3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:17.380906 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8317bb01-e8d4-4c60-9652-3e3be4ae8161 req-296ce554-4b41-4ec4-b285-7b152d13f6a3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 932 time: 0.0581739 Aug 30 01:11:17.578996 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:17.624344 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-75af40c3-1a4e-4a63-b18d-4ff2c5e6ce73 req-5e89869e-94fc-4af6-97fa-d41a0cb23837 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0492530 Aug 30 01:11:17.630280 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8317bb01-e8d4-4c60-9652-3e3be4ae8161 req-53e03dd0-9e87-4f5d-937b-a8b06e7e3d61 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423899 Aug 30 01:11:17.887139 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de06cbb-50ab-43f9-bed1-d16f1564e012 req-6fbeabcf-2999-4ab0-821f-b076d8599f1d tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:17.888815 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3de06cbb-50ab-43f9-bed1-d16f1564e012 req-6fbeabcf-2999-4ab0-821f-b076d8599f1d tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 931 time: 0.0501475 Aug 30 01:11:17.948335 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3de06cbb-50ab-43f9-bed1-d16f1564e012 req-edf16acc-ced1-4f17-b166-f75d46a55a72 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534849 Aug 30 01:11:18.153859 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b1c12f9c-6cff-47fe-8491-e8012e22cd70 req-c58a3f59-905b-4b4c-9466-90f054fbcbfe tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0315847 Aug 30 01:11:18.550512 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4d0aa-7844-4d86-a5ac-0b4f0db409aa req-925b19e5-f69c-4d05-8470-a705745e9138 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:18.552340 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c8b4d0aa-7844-4d86-a5ac-0b4f0db409aa req-925b19e5-f69c-4d05-8470-a705745e9138 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 932 time: 0.0654025 Aug 30 01:11:18.610077 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c8b4d0aa-7844-4d86-a5ac-0b4f0db409aa req-37fcfc10-eccb-4868-a07a-33bc9858fab1 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506027 Aug 30 01:11:18.754841 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6cd7ea92-ff18-484c-b6e4-6599e77946b3 req-1b3f9008-996d-431d-94bd-2050e9805316 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0396278 Aug 30 01:11:18.801073 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85264c2-d61f-473d-90ea-d8598fd2e696 req-cea0f8fa-eb1e-4000-99fa-698422624084 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:18.808636 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e85264c2-d61f-473d-90ea-d8598fd2e696 req-cea0f8fa-eb1e-4000-99fa-698422624084 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 932 time: 0.0844305 Aug 30 01:11:18.874176 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e85264c2-d61f-473d-90ea-d8598fd2e696 req-5b2e3def-09af-4958-98f5-b9932badd649 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644825 Aug 30 01:11:19.088263 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d9367-2da3-427d-a9de-0c4942ce00e7 req-8c6b19ae-a48c-49a0-88a8-ee0512b67ffe tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:19.088263 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-029d9367-2da3-427d-a9de-0c4942ce00e7 req-8c6b19ae-a48c-49a0-88a8-ee0512b67ffe tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 931 time: 0.0553312 Aug 30 01:11:19.199999 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-029d9367-2da3-427d-a9de-0c4942ce00e7 req-cb0747b8-0061-437d-bfe9-9ca6c0e75ef4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010127 Aug 30 01:11:19.285476 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d86e3f2c-9193-43f5-9141-a7242b6453be req-054e5836-3de9-4aca-abb5-e15f4a44cbbe tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0435977 Aug 30 01:11:19.768356 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f66755-a137-4109-85a5-ed78ceb76694 req-698e4b8f-f70f-42d6-91da-71f5321fc675 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:19.771341 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-08f66755-a137-4109-85a5-ed78ceb76694 req-698e4b8f-f70f-42d6-91da-71f5321fc675 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 932 time: 0.0628381 Aug 30 01:11:19.842806 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-08f66755-a137-4109-85a5-ed78ceb76694 req-ff105867-35c8-42e0-9a22-5c42baa20456 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601623 Aug 30 01:11:19.888745 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4c1c3902-f912-45fb-9fa6-7361a63e5da7 req-e080742a-a480-44e0-a229-d34a966c0c93 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0292776 Aug 30 01:11:20.008814 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a0a6c-cd4b-448c-9d0a-b0b32cf21faf req-ee161711-8bc7-4049-a648-eff8db20293f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:20.010976 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7e3a0a6c-cd4b-448c-9d0a-b0b32cf21faf req-ee161711-8bc7-4049-a648-eff8db20293f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 932 time: 0.0575516 Aug 30 01:11:20.066343 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7e3a0a6c-cd4b-448c-9d0a-b0b32cf21faf req-acf4eba9-c59c-4adb-a904-a4c45e9781eb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472927 Aug 30 01:11:20.249620 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ca468ed2-ba08-42b7-9c37-945f0b397727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:20.326327 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d31c1-4f45-49aa-810e-503797689752 req-0c603ac8-661d-42e5-9547-5bc25835d698 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:20.328163 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f28d31c1-4f45-49aa-810e-503797689752 req-0c603ac8-661d-42e5-9547-5bc25835d698 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 931 time: 0.0517418 Aug 30 01:11:20.586727 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5f89840e-b058-41ea-8fd1-b9d4d17b38d8 req-f94bb820-6ed2-4a52-9640-243fc2eca19d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0654635 Aug 30 01:11:20.587890 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f28d31c1-4f45-49aa-810e-503797689752 req-537fa54d-bfda-43a2-89a4-c32789c0ec51 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245570 Aug 30 01:11:20.959773 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:20.979914 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced082d-b5c0-469b-86b8-2e91332515b6 req-a559afbf-8c3c-4634-b7e9-66b557bf8b88 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:20.981762 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2ced082d-b5c0-469b-86b8-2e91332515b6 req-a559afbf-8c3c-4634-b7e9-66b557bf8b88 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 932 time: 0.0691314 Aug 30 01:11:21.018793 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06a3e00a-ad3b-4d52-94e7-f626c35f3885 req-38dcba88-83db-4ba6-9ee8-bcf1cb2b66a4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0400066 Aug 30 01:11:21.075795 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2ced082d-b5c0-469b-86b8-2e91332515b6 req-f270501f-4546-4b23-b906-4c7f81687286 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866284 Aug 30 01:11:21.212654 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed5333-5a79-43b8-ab49-be4e01b8d1e1 req-7fea5f32-f44f-4ed7-967f-dc610a6dc671 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:21.214138 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ceed5333-5a79-43b8-ab49-be4e01b8d1e1 req-7fea5f32-f44f-4ed7-967f-dc610a6dc671 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 932 time: 0.0564833 Aug 30 01:11:21.271306 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ceed5333-5a79-43b8-ab49-be4e01b8d1e1 req-8544c5de-fbe0-462f-9bd0-515fd5dff553 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493455 Aug 30 01:11:21.405765 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:21.689445 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-79735143-9c7e-48a2-a8ee-064b43bfc744 req-020ac5c5-f2d5-4468-8383-80bde24ab4fd tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0399108 Aug 30 01:11:21.719459 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7593ca5-16c2-4986-9c36-d0225b0d5208 req-5fbdf4b2-2b60-4362-b3c5-8cfa9c3cf606 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:21.721665 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f7593ca5-16c2-4986-9c36-d0225b0d5208 req-5fbdf4b2-2b60-4362-b3c5-8cfa9c3cf606 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 931 time: 0.0710397 Aug 30 01:11:21.791302 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f7593ca5-16c2-4986-9c36-d0225b0d5208 req-b39e255e-e946-43f7-9f72-fe7cf26b5684 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636778 Aug 30 01:11:22.129282 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fe9f3934-0b9c-4e4a-93a4-e0c9a7b61beb req-3d4fce0e-51f9-4bac-b136-66cbc37ce03d tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0346005 Aug 30 01:11:22.282139 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceef3fe-7bc2-4ae7-9b69-d5e9673b71cc req-17a78a51-3669-48fd-8dc3-e6cc157cba21 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:22.283684 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8ceef3fe-7bc2-4ae7-9b69-d5e9673b71cc req-17a78a51-3669-48fd-8dc3-e6cc157cba21 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 932 time: 0.0646307 Aug 30 01:11:22.342771 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8ceef3fe-7bc2-4ae7-9b69-d5e9673b71cc req-93ee571c-7ab1-49b6-ba6b-57d15768200e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533068 Aug 30 01:11:22.412016 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f76f26-3c73-41fe-9559-424a1e3b360d req-0f463f28-04da-4218-9e8b-17d5e1bb114d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:22.413693 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-90f76f26-3c73-41fe-9559-424a1e3b360d req-0f463f28-04da-4218-9e8b-17d5e1bb114d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 932 time: 0.0621681 Aug 30 01:11:22.473026 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-90f76f26-3c73-41fe-9559-424a1e3b360d req-bea889c9-e55c-4773-a9cc-91a08840fee5 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530934 Aug 30 01:11:22.821383 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-059abe83-0c15-448b-bfe1-4bf46d4405c3 req-0fba0b83-4362-4d18-8b08-a2b635e0eb37 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0367923 Aug 30 01:11:22.985376 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef51be-14b2-4293-9472-ad7aee09486e req-cca25fc5-1793-49a7-aa5d-b857c0c12f41 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:22.997719 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-53ef51be-14b2-4293-9472-ad7aee09486e req-cca25fc5-1793-49a7-aa5d-b857c0c12f41 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 931 time: 0.0900824 Aug 30 01:11:23.063125 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-53ef51be-14b2-4293-9472-ad7aee09486e req-770094f8-dca9-42e2-90c2-301c6f20c592 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634747 Aug 30 01:11:23.146327 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-38bb7b18-1c2e-4344-8e66-8c69eb413c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:23.226205 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:23.246522 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9feb89ed-1f16-4ae1-b9eb-fff3ea1f0e6d req-1f6a4c9c-0b9d-4731-a260-c3ab0b997c1a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0319173 Aug 30 01:11:23.469495 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f25ff-bb48-490e-9248-187fd9793044 req-8799ec54-7e93-4abc-ac47-d6582d37fbf1 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:23.471228 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bf4f25ff-bb48-490e-9248-187fd9793044 req-8799ec54-7e93-4abc-ac47-d6582d37fbf1 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 932 time: 0.0495992 Aug 30 01:11:23.531521 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bf4f25ff-bb48-490e-9248-187fd9793044 req-a10adab0-7cf9-4227-9392-126733f6d109 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536647 Aug 30 01:11:23.567048 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:23.593770 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b1f90-7692-4e54-b627-67acd9adbd06 req-77a5167a-44e1-470a-bda2-4f9bc1a7aafd tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:23.601281 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-409b1f90-7692-4e54-b627-67acd9adbd06 req-77a5167a-44e1-470a-bda2-4f9bc1a7aafd tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 932 time: 0.0501239 Aug 30 01:11:23.645411 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-409b1f90-7692-4e54-b627-67acd9adbd06 req-3dc6b990-7c06-4c7c-97a8-0b46d9ab19b2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Aug 30 01:11:23.945379 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-661e6599-e4d9-46aa-b9b4-7cdb45d786e8 req-0d5c24a1-49a1-4c2d-ba19-b156bd1542e3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0284686 Aug 30 01:11:23.945991 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:24.047323 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:24.186857 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:24.194201 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7222c-e4e6-4415-b41d-ef05fbec99c6 req-29dbf109-4dd6-4dd2-b4cf-5224a2d1b69e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:24.195661 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-25f7222c-e4e6-4415-b41d-ef05fbec99c6 req-29dbf109-4dd6-4dd2-b4cf-5224a2d1b69e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 931 time: 0.0476763 Aug 30 01:11:24.242873 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-25f7222c-e4e6-4415-b41d-ef05fbec99c6 req-12b0fa30-04fb-479c-b7f3-a6d6744c66ba tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415318 Aug 30 01:11:24.343462 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d356f3c-00b3-47c9-95fa-16fa89b30591 req-3f81ab78-3a35-4ffe-ae82-d1b399402ad4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0280423 Aug 30 01:11:24.651336 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0c9fb-6270-48f4-88b9-71358e7ce74d req-273ef1cb-03fc-448a-b3a7-b153226e538d tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:24.652793 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e4c0c9fb-6270-48f4-88b9-71358e7ce74d req-273ef1cb-03fc-448a-b3a7-b153226e538d tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 932 time: 0.0457306 Aug 30 01:11:24.700156 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:24.706993 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e4c0c9fb-6270-48f4-88b9-71358e7ce74d req-bcfc558f-4ea4-4478-9b9f-0410554690c0 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469770 Aug 30 01:11:24.767275 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c12f-a377-4a22-bb61-95d271b8aca4 req-7352be52-1e15-4c9c-86cd-36606a1683eb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:24.768777 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5ed1c12f-a377-4a22-bb61-95d271b8aca4 req-7352be52-1e15-4c9c-86cd-36606a1683eb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 932 time: 0.0484684 Aug 30 01:11:24.827960 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5ed1c12f-a377-4a22-bb61-95d271b8aca4 req-7f8f1bc3-f08c-4772-baa4-92e5ec59d928 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534492 Aug 30 01:11:25.014839 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:25.053421 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-986c812e-8889-437d-a161-638ed94b34c7 req-c94a48ac-7fd0-4303-8c53-28d6d31bcf31 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0317545 Aug 30 01:11:25.174890 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:25.319746 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:25.347778 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:25.365605 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef4735-7bd6-4609-9716-c29832465513 req-a8a1ac29-770b-49b2-bc5c-fc7f9b14cac9 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:25.367121 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2eef4735-7bd6-4609-9716-c29832465513 req-a8a1ac29-770b-49b2-bc5c-fc7f9b14cac9 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 931 time: 0.0494645 Aug 30 01:11:25.415885 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2eef4735-7bd6-4609-9716-c29832465513 req-5a2a5144-4d93-4814-9ce7-9bd12b283a1a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 Aug 30 01:11:25.446939 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7160fd8e-e98c-4e30-8272-5d75e2351cb9 req-47959333-5f21-4e76-8823-88538cb09ca5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0280027 Aug 30 01:11:25.456789 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=49 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:25.462807 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:25.683035 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:25.797658 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:25.798646 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:25.825324 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82630f9c-8cd2-4709-8ed1-67d2dcfb4106 req-c5d4326c-ae20-423f-8cf6-ef5031f1e838 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:25.831748 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-82630f9c-8cd2-4709-8ed1-67d2dcfb4106 req-c5d4326c-ae20-423f-8cf6-ef5031f1e838 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 932 time: 0.0479295 Aug 30 01:11:25.877028 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-82630f9c-8cd2-4709-8ed1-67d2dcfb4106 req-e6b79dd7-964b-4457-b93f-06c26b1afcca tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435548 Aug 30 01:11:25.955960 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb377e-4fcb-4058-9a19-2212863f9f7b req-e8119789-ac2f-4b06-bec2-cd4c5cfe6136 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:25.957325 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a0cb377e-4fcb-4058-9a19-2212863f9f7b req-e8119789-ac2f-4b06-bec2-cd4c5cfe6136 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 932 time: 0.0467596 Aug 30 01:11:26.007400 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a0cb377e-4fcb-4058-9a19-2212863f9f7b req-a4f3dbbb-bca0-47c8-83c7-fa1baa44c913 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436611 Aug 30 01:11:26.163951 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-50521bb5-de35-451d-a921-5c48b4ee3f4e req-4c7ca6f6-9c20-49d8-bc55-913a5f236943 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0345795 Aug 30 01:11:26.201444 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Request body: {'port': {'device_id': 'b016168d-f295-4bb4-9da1-36472ad69576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:26.204651 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Request body: {'port': {'device_id': '5022a2c4-6b00-416c-9a13-63b0dec702b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:26.223162 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Request body: {'port': {'device_id': '30841f5c-b634-47dc-97ab-c651bf3ace8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:26.328637 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:26.334912 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (beaab680-9f79-4900-9963-851c36bf37f9), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:26.346178 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:26.356598 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.74', 53320) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:26.399494 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-028da67f-a0a4-4427-90ca-075df8cb4eee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:26.401106 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-028da67f-a0a4-4427-90ca-075df8cb4eee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "GET /networking/v2.0/networks?id=281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 200 len: 815 time: 0.1708744 Aug 30 01:11:26.657114 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-63e592f1-17f3-44bf-8621-0a68af5d7151 req-b5847b21-3c00-46f6-812c-fbda321afd19 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0975745 Aug 30 01:11:26.738508 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-57424f16-f2bf-42ff-9ff5-2753d837db7c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=11c8f48af7394a75ab6013ca066751a7 HTTP/1.1" status: 200 len: 379 time: 0.1802018 Aug 30 01:11:26.757274 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a4a7a5a0-d798-40db-a116-32be6c9c2fea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'port': {'device_id': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'admin_state_up': True, 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'security_groups': ['f2a95f92-8088-4bfa-9c6f-966f7cac35da']}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:26.798002 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:26.890410 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.74', 53321) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:26.908712 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beaab680-9f79-4900-9963-851c36bf37f9 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:26.960125 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e3c97-2d52-480c-94e0-8ff9c7f5fd55 req-27cedbdd-d6f9-4c4a-b53d-c20d3f39bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:26.962266 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fe5e3c97-2d52-480c-94e0-8ff9c7f5fd55 req-27cedbdd-d6f9-4c4a-b53d-c20d3f39bca8 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 1127 time: 0.3354123 Aug 30 01:11:26.973054 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Publish callbacks [] for port (beaab680-9f79-4900-9963-851c36bf37f9), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:27.051852 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Transition to ACTIVE for port object beaab680-9f79-4900-9963-851c36bf37f9 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:11:27.074989 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be658e1-f079-4c4c-ad3e-ffeb06466484 req-8241e757-f600-42be-861c-f00301da3efb tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:27.076536 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7be658e1-f079-4c4c-ad3e-ffeb06466484 req-8241e757-f600-42be-861c-f00301da3efb tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 932 time: 0.1076596 Aug 30 01:11:27.120640 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01c2c5-9205-4fc0-a0e5-4d80a1be42bf req-8818661d-9551-44f6-95cc-d5b9bc8ed955 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:27.122285 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6c01c2c5-9205-4fc0-a0e5-4d80a1be42bf req-8818661d-9551-44f6-95cc-d5b9bc8ed955 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 931 time: 0.3836381 Aug 30 01:11:27.138931 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-fd7c9ba6-7c5a-4787-afb8-cd2ad325c9a4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:27.140988 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-fd7c9ba6-7c5a-4787-afb8-cd2ad325c9a4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.74 "GET /networking/v2.0/networks?id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f HTTP/1.1" status: 200 len: 816 time: 0.2488072 Aug 30 01:11:27.173801 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7be658e1-f079-4c4c-ad3e-ffeb06466484 req-64bb49db-2ff4-4c44-bac2-9f1ce3ccce30 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834942 Aug 30 01:11:27.211680 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a4a7a5a0-d798-40db-a116-32be6c9c2fea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Made reservation on behalf of 11c8f48af7394a75ab6013ca066751a7 for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:11:27.215530 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a4a7a5a0-d798-40db-a116-32be6c9c2fea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:27.220212 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (beaab680-9f79-4900-9963-851c36bf37f9), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:27.365417 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-ee895585-b2bc-4bec-9665-65ef090f79cb tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.74 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=742c089b0dea4b1f89efd31f48f9ffc5 HTTP/1.1" status: 200 len: 379 time: 0.2057264 Aug 30 01:11:27.397800 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:27.411298 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e3c97-2d52-480c-94e0-8ff9c7f5fd55 req-cb995744-04d9-4105-900e-872b9cc7dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:27.412724 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fe5e3c97-2d52-480c-94e0-8ff9c7f5fd55 req-cb995744-04d9-4105-900e-872b9cc7dd9e service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4230821 Aug 30 01:11:27.415083 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Pushing event updated for resources: {'Port': ['ID=beaab680-9f79-4900-9963-851c36bf37f9,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:27.424972 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-0be345b6-f753-4d90-a105-e6870ce60697 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Request body: {'port': {'device_id': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'admin_state_up': True, 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'security_groups': ['5c384e9f-deb5-4b6d-9be7-e1487cebb319']}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:27.425666 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6c01c2c5-9205-4fc0-a0e5-4d80a1be42bf req-fa820105-e8f4-43f1-b1fd-363df1b6f2a3 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850487 Aug 30 01:11:27.511980 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c202b5-9a5a-45b8-821b-d9c3552c71b7 req-db78702b-4ade-451c-baee-254c5586595d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:27.514024 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f4c202b5-9a5a-45b8-821b-d9c3552c71b7 req-db78702b-4ade-451c-baee-254c5586595d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 944 time: 0.2301097 Aug 30 01:11:27.529860 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Attempting to bind port beaab680-9f79-4900-9963-851c36bf37f9 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:11:27.530230 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Attempting to bind port beaab680-9f79-4900-9963-851c36bf37f9 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:11:27.530558 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Attempting to bind port beaab680-9f79-4900-9963-851c36bf37f9 on network ac8d987a-03fa-42da-829e-4cee4dd670a9 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:27.579084 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Port beaab680-9f79-4900-9963-851c36bf37f9 on network ac8d987a-03fa-42da-829e-4cee4dd670a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:11:27.579700 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Attempting to bind port beaab680-9f79-4900-9963-851c36bf37f9 on network ac8d987a-03fa-42da-829e-4cee4dd670a9 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:27.602288 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:11:27.602621 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Checking segment: {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:11:27.602946 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:27.603077 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Bound using segment: {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:11:27.603412 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Bound port: beaab680-9f79-4900-9963-851c36bf37f9, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:11:27.603761 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (beaab680-9f79-4900-9963-851c36bf37f9), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:27.646475 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6970fa8d-ad2e-4d3f-835e-eead50f3765d req-01976578-e553-4315-bcf3-019db8bfe78c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.1037807 Aug 30 01:11:27.683916 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d36366-3bec-4323-a577-34ce2e4beafd {{(pid=107025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:27.690644 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67f9947-1307-4c65-b66d-e90b9d577330 {{(pid=107025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:27.705563 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a4a7a5a0-d798-40db-a116-32be6c9c2fea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Allocated IP 172.20.0.3 (281ceb28-999a-45ac-8b94-e3a5aba703ca/0cf797bf-95a3-4bb5-8702-f19da191bb7b/66ac913d-aad3-451a-96e1-8f106967b9a5) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:11:27.710835 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Publish callbacks [] for port (c67f9947-1307-4c65-b66d-e90b9d577330), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:27.737302 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Publish callbacks [] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:27.754767 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f4c202b5-9a5a-45b8-821b-d9c3552c71b7 req-b5026439-7a32-4028-a7a6-06b2c78e546b tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333114 Aug 30 01:11:27.786006 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.provisioning_blocks [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Transition to ACTIVE for port object d8d36366-3bec-4323-a577-34ce2e4beafd will not be triggered until provisioned by entity L2. {{(pid=107025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:11:27.786586 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.provisioning_blocks [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Transition to ACTIVE for port object c67f9947-1307-4c65-b66d-e90b9d577330 will not be triggered until provisioned by entity L2. {{(pid=107025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:11:27.788181 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e3c97-2d52-480c-94e0-8ff9c7f5fd55 req-20462281-6be7-4e81-923f-76aa0ec6b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:27.790861 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fe5e3c97-2d52-480c-94e0-8ff9c7f5fd55 req-20462281-6be7-4e81-923f-76aa0ec6b645 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3691206 Aug 30 01:11:27.823590 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] For port beaab680-9f79-4900-9963-851c36bf37f9, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:11:27.830175 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] For port beaab680-9f79-4900-9963-851c36bf37f9, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=beaab680-9f79-4900-9963-851c36bf37f9,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:11:27.873289 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-84e745b6-5aed-4631-a8ff-55e2ba4e8384 req-a2e7825a-d91e-4f35-a92d-a25823eaecf1 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0365255 Aug 30 01:11:27.920941 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-ce739d4a-ea8d-47e8-a9d1-924aa79409d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:27.922379 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-ce739d4a-ea8d-47e8-a9d1-924aa79409d9 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 1127 time: 0.0438800 Aug 30 01:11:27.962801 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a4a7a5a0-d798-40db-a116-32be6c9c2fea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:27.970382 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:28.008564 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-0be345b6-f753-4d90-a105-e6870ce60697 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Made reservation on behalf of 742c089b0dea4b1f89efd31f48f9ffc5 for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:11:28.008804 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-ef9599d8-93c2-4a52-8f6e-54b76d643fc9 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=531e11a0-79a8-4242-9108-a01eaf852ae3 HTTP/1.1" status: 200 len: 217 time: 0.0715804 Aug 30 01:11:28.011681 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-0be345b6-f753-4d90-a105-e6870ce60697 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:28.020889 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:28.020889 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (beaab680-9f79-4900-9963-851c36bf37f9), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:28.028466 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:28.029796 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:28.030349 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:28.031484 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/beaab680-9f79-4900-9963-851c36bf37f9 HTTP/1.1" status: 200 len: 1094 time: 1.8384950 Aug 30 01:11:28.033938 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b016168d-f295-4bb4-9da1-36472ad69576', 'tag': 'beaab680-9f79-4900-9963-851c36bf37f9'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:28.036323 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aecd5a5-1171-45b3-be27-926dbb21c865" -d '{"events": [{"name": "network-changed", "server_uuid": "b016168d-f295-4bb4-9da1-36472ad69576", "tag": "beaab680-9f79-4900-9963-851c36bf37f9"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:28.079859 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7a6c5c-ba5d-492b-b178-4df7f37a4c0d x-openstack-request-id: req-bd7a6c5c-ba5d-492b-b178-4df7f37a4c0d {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:28.080142 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b016168d-f295-4bb4-9da1-36472ad69576", "tag": "beaab680-9f79-4900-9963-851c36bf37f9", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:28.080390 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd7a6c5c-ba5d-492b-b178-4df7f37a4c0d {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:28.080786 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7a6c5c-ba5d-492b-b178-4df7f37a4c0d'] response: {'name': 'network-changed', 'server_uuid': 'b016168d-f295-4bb4-9da1-36472ad69576', 'tag': 'beaab680-9f79-4900-9963-851c36bf37f9', 'status': 'completed', 'code': 200} Aug 30 01:11:28.171136 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d36366-3bec-4323-a577-34ce2e4beafd,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:28.174720 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a4a7a5a0-d798-40db-a116-32be6c9c2fea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:28.210523 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cd3bb-9b2c-4c1e-8924-27fbbd0483b6 service neutron] Pushing event updated for resources: {'Port': ['ID=beaab680-9f79-4900-9963-851c36bf37f9,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:28.229471 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-4fb490cd-2c13-430e-b3db-3689bcd8003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:28.231070 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-4fb490cd-2c13-430e-b3db-3689bcd8003f service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.1932092 Aug 30 01:11:28.238238 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Attempting to bind port d8d36366-3bec-4323-a577-34ce2e4beafd on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:11:28.238583 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Attempting to bind port d8d36366-3bec-4323-a577-34ce2e4beafd by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '1e83c07a-0e71-4f03-a919-857afdadd008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:11:28.238927 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Attempting to bind port d8d36366-3bec-4323-a577-34ce2e4beafd on network a4ad0ac8-1d42-4e74-88e7-302cf181b538 {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:28.284381 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Attempting to bind port c67f9947-1307-4c65-b66d-e90b9d577330 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:11:28.287493 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Attempting to bind port c67f9947-1307-4c65-b66d-e90b9d577330 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:11:28.287493 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Attempting to bind port c67f9947-1307-4c65-b66d-e90b9d577330 on network 37938639-da56-43d1-ac7c-a949da52ba53 {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:28.300896 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a4a7a5a0-d798-40db-a116-32be6c9c2fea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Network 281ceb28-999a-45ac-8b94-e3a5aba703ca is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:11:28.306606 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecd5a5-1171-45b3-be27-926dbb21c865 req-1100bde0-8863-4126-8962-6f835df34898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:28.308132 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9aecd5a5-1171-45b3-be27-926dbb21c865 req-1100bde0-8863-4126-8962-6f835df34898 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 1128 time: 0.1712816 Aug 30 01:11:28.316016 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a4a7a5a0-d798-40db-a116-32be6c9c2fea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:11:28.324186 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a4a7a5a0-d798-40db-a116-32be6c9c2fea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:11:28.329424 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a4a7a5a0-d798-40db-a116-32be6c9c2fea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:28.330178 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a4a7a5a0-d798-40db-a116-32be6c9c2fea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:28.349421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7a5a0-d798-40db-a116-32be6c9c2fea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'Port': ['ID=66ac913d-aad3-451a-96e1-8f106967b9a5,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:28.505486 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Port d8d36366-3bec-4323-a577-34ce2e4beafd on network a4ad0ac8-1d42-4e74-88e7-302cf181b538 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:11:28.505486 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Attempting to bind port d8d36366-3bec-4323-a577-34ce2e4beafd on network a4ad0ac8-1d42-4e74-88e7-302cf181b538 {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:28.514452 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Pushing event updated for resources: {'Port': ['ID=c67f9947-1307-4c65-b66d-e90b9d577330,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:28.541358 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Port c67f9947-1307-4c65-b66d-e90b9d577330 on network 37938639-da56-43d1-ac7c-a949da52ba53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:11:28.541955 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Attempting to bind port c67f9947-1307-4c65-b66d-e90b9d577330 on network 37938639-da56-43d1-ac7c-a949da52ba53 {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:28.565710 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:11:28.580530 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Checking segment: {'id': '1e83c07a-0e71-4f03-a919-857afdadd008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:11:28.580530 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Bound using segment: {'id': '1e83c07a-0e71-4f03-a919-857afdadd008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:11:28.580530 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Bound port: d8d36366-3bec-4323-a577-34ce2e4beafd, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e83c07a-0e71-4f03-a919-857afdadd008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:11:28.580530 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:28.580530 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:11:28.580530 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Checking segment: {'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:11:28.580530 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Bound using segment: {'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'} {{(pid=107025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:11:28.580530 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.managers [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Bound port: c67f9947-1307-4c65-b66d-e90b9d577330, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'}}] {{(pid=107025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:11:28.580530 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:28.584786 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-e642f6e2-5985-4908-8f74-7ef841ae2fc4 None None] Provisioning complete for port 66ac913d-aad3-451a-96e1-8f106967b9a5 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:28.585296 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e642f6e2-5985-4908-8f74-7ef841ae2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:28.588276 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-17c5a301-852a-48f8-ba22-f07f8b7385a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:28.590213 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-17c5a301-852a-48f8-ba22-f07f8b7385a2 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3485243 Aug 30 01:11:28.611420 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-0be345b6-f753-4d90-a105-e6870ce60697 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Allocated IP 172.20.0.6 (6de2f2e9-71f3-49c9-a223-f1fb974d9e7f/396acad7-fa43-4c94-bf65-eb50fa3cb4e5/3efaeb1f-3500-4863-b27f-c56c1aa2946c) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:11:28.620969 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-e642f6e2-5985-4908-8f74-7ef841ae2fc4 None None] Port 66ac913d-aad3-451a-96e1-8f106967b9a5 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:11:28.623526 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162add5-ef0b-4242-9ea0-c9e28dbea819 req-8ac8685a-03ec-438f-a2ea-44b7b6c4ffcc tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:28.625572 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f162add5-ef0b-4242-9ea0-c9e28dbea819 req-8ac8685a-03ec-438f-a2ea-44b7b6c4ffcc tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 944 time: 0.3379598 Aug 30 01:11:28.625981 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-a4a7a5a0-d798-40db-a116-32be6c9c2fea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8752551 Aug 30 01:11:28.682519 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Request body: {'port': {'device_id': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:28.792331 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9984694-a081-4432-8298-42ea09523716 req-744354f8-548e-4fbb-a453-1d6c24d29384 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:28.793903 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e9984694-a081-4432-8298-42ea09523716 req-744354f8-548e-4fbb-a453-1d6c24d29384 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 943 time: 0.1800985 Aug 30 01:11:28.805228 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] For port d8d36366-3bec-4323-a577-34ce2e4beafd, host hv-cinder-81571, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:11:28.850367 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] For port d8d36366-3bec-4323-a577-34ce2e4beafd, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=d8d36366-3bec-4323-a577-34ce2e4beafd,segment=NetworkSegment(1e83c07a-0e71-4f03-a919-857afdadd008),segment_id=1e83c07a-0e71-4f03-a919-857afdadd008)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:11:28.857978 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] For port c67f9947-1307-4c65-b66d-e90b9d577330, host hv-cinder-81571, cleared binding levels {{(pid=107025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:11:28.865043 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecd5a5-1171-45b3-be27-926dbb21c865 req-a7bc654a-4bd5-4d45-b626-a93cf3abf0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:28.866557 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9aecd5a5-1171-45b3-be27-926dbb21c865 req-a7bc654a-4bd5-4d45-b626-a93cf3abf0a1 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5297067 Aug 30 01:11:28.867713 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f162add5-ef0b-4242-9ea0-c9e28dbea819 req-3d1f6a12-fdff-4e03-b216-453546155129 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127540 Aug 30 01:11:28.878965 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-c1cf30db-6371-4087-9e3b-693cfd689d45 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764378 Aug 30 01:11:28.881368 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] For port c67f9947-1307-4c65-b66d-e90b9d577330, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c67f9947-1307-4c65-b66d-e90b9d577330,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:11:28.990573 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.044249 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.045349 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:29.046178 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.047687 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/d8d36366-3bec-4323-a577-34ce2e4beafd HTTP/1.1" status: 200 len: 1094 time: 2.8325257 Aug 30 01:11:29.049284 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.051001 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30841f5c-b634-47dc-97ab-c651bf3ace8a', 'tag': 'd8d36366-3bec-4323-a577-34ce2e4beafd'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:29.124229 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:29.124856 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.126286 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/c67f9947-1307-4c65-b66d-e90b9d577330 HTTP/1.1" status: 200 len: 1093 time: 2.9343662 Aug 30 01:11:29.127991 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a57d1fe3-7427-4f6f-b35a-2876b8360f51 req-d506fcc5-8052-4da9-8b38-8d614547a6ad tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.1496725 Aug 30 01:11:29.184935 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e9984694-a081-4432-8298-42ea09523716 req-f7ae23c1-c21b-4dc6-89f1-eb30c6ad0d12 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3621807 Aug 30 01:11:29.190072 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecd5a5-1171-45b3-be27-926dbb21c865 req-689467fc-4de3-49a9-9035-0166ee3ea4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:29.197599 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9aecd5a5-1171-45b3-be27-926dbb21c865 req-689467fc-4de3-49a9-9035-0166ee3ea4d8 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3200247 Aug 30 01:11:29.217529 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6115faf7-d279-44cb-8ece-1679c1c04f6d req-fe5f49f2-84cd-4420-b57e-7c0263c363ee service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298531 Aug 30 01:11:29.220439 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3a2c6e-c7a4-4a4a-b787-54811b9c36db" -d '{"events": [{"name": "network-changed", "server_uuid": "30841f5c-b634-47dc-97ab-c651bf3ace8a", "tag": "d8d36366-3bec-4323-a577-34ce2e4beafd"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:29.223625 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d36366-3bec-4323-a577-34ce2e4beafd,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:29.250525 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-0be345b6-f753-4d90-a105-e6870ce60697 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.412288 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2f31a-14ce-4292-b39e-921ed033ac78 service neutron] Pushing event updated for resources: {'Port': ['ID=c67f9947-1307-4c65-b66d-e90b9d577330,revision_number=3']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:29.433207 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c26b0f-f6c5-4c3e-8a20-5368cf6b8beb req-45868cef-cbfb-445b-8897-f58c7f69229b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:29.435702 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f9c26b0f-f6c5-4c3e-8a20-5368cf6b8beb req-45868cef-cbfb-445b-8897-f58c7f69229b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 931 time: 0.1341126 Aug 30 01:11:29.436897 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-73e5ea3a-2bcb-4bcf-b2e3-00ca86c5ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:29.438299 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-73e5ea3a-2bcb-4bcf-b2e3-00ca86c5ac62 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=13862ab3a9504644853a8c48c3f69b4c&device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 1127 time: 0.1198916 Aug 30 01:11:29.440467 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79136ac-94ed-4a0b-a2a9-d9076d365e40 req-69c5bb38-3fb7-4559-80cc-58f7025a80e2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:29.442276 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b79136ac-94ed-4a0b-a2a9-d9076d365e40 req-69c5bb38-3fb7-4559-80cc-58f7025a80e2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 944 time: 0.1491420 Aug 30 01:11:29.449721 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:29.457329 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-081694f4-4d7b-42b9-b091-8e83a9fa083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:29.457329 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-081694f4-4d7b-42b9-b091-8e83a9fa083a service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 1128 time: 0.1090643 Aug 30 01:11:29.464382 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-2278b6f5-61ee-4fcb-a530-6e201609bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:29.465995 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-2278b6f5-61ee-4fcb-a530-6e201609bf14 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=4f082e13ad014501b7a781167ddb2ed8&device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 1128 time: 0.1221108 Aug 30 01:11:29.520546 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:29.549095 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b79136ac-94ed-4a0b-a2a9-d9076d365e40 req-e75af1ea-c0e3-49ea-b121-24c7cac76ead tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912428 Aug 30 01:11:29.562637 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-0be345b6-f753-4d90-a105-e6870ce60697 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.616375 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f9c26b0f-f6c5-4c3e-8a20-5368cf6b8beb req-e637b8a7-a45e-46a2-a87d-1dcc8871d28e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144431 Aug 30 01:11:29.642623 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-0be345b6-f753-4d90-a105-e6870ce60697 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:11:29.650543 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-0be345b6-f753-4d90-a105-e6870ce60697 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:11:29.662136 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-0be345b6-f753-4d90-a105-e6870ce60697 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:11:29.665718 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-0be345b6-f753-4d90-a105-e6870ce60697 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:29.672798 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-0be345b6-f753-4d90-a105-e6870ce60697 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.677456 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be345b6-f753-4d90-a105-e6870ce60697 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event updated for resources: {'Port': ['ID=3efaeb1f-3500-4863-b27f-c56c1aa2946c,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:29.759751 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ac913d-aad3-451a-96e1-8f106967b9a5 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:29.774091 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Publish callbacks [] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.784826 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Transition to ACTIVE for port object 66ac913d-aad3-451a-96e1-8f106967b9a5 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:11:29.799587 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c84856-9611-4543-9409-5124c0883c4d x-openstack-request-id: req-15c84856-9611-4543-9409-5124c0883c4d {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:29.800976 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-0be345b6-f753-4d90-a105-e6870ce60697 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3891971 Aug 30 01:11:29.802953 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30841f5c-b634-47dc-97ab-c651bf3ace8a", "tag": "d8d36366-3bec-4323-a577-34ce2e4beafd", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:29.803327 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15c84856-9611-4543-9409-5124c0883c4d {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:29.805003 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c84856-9611-4543-9409-5124c0883c4d'] response: {'name': 'network-changed', 'server_uuid': '30841f5c-b634-47dc-97ab-c651bf3ace8a', 'tag': 'd8d36366-3bec-4323-a577-34ce2e4beafd', 'status': 'completed', 'code': 200} Aug 30 01:11:29.822419 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 55902) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:29.893651 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:29.922052 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:29.951121 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-e6e6a099-9772-41b0-8d6c-52d606582fa8 None None] Provisioning complete for port 3efaeb1f-3500-4863-b27f-c56c1aa2946c triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:29.951610 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e6e6a099-9772-41b0-8d6c-52d606582fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.005991 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Pushing event updated for resources: {'Port': ['ID=66ac913d-aad3-451a-96e1-8f106967b9a5,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:30.010973 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6a099-9772-41b0-8d6c-52d606582fa8 None None] Port 3efaeb1f-3500-4863-b27f-c56c1aa2946c cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:11:30.038051 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3424052a-6c98-494c-9cbd-9ed892ab9950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.070454 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Attempting to bind port 66ac913d-aad3-451a-96e1-8f106967b9a5 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:11:30.071163 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Attempting to bind port 66ac913d-aad3-451a-96e1-8f106967b9a5 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:11:30.071163 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Attempting to bind port 66ac913d-aad3-451a-96e1-8f106967b9a5 on network 281ceb28-999a-45ac-8b94-e3a5aba703ca {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:30.081156 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d16d7-5b19-4f16-9c89-73e96afc78a8 req-c86564ad-7e0e-4bba-b6e6-618fe20ff65e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:30.082682 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-513d16d7-5b19-4f16-9c89-73e96afc78a8 req-c86564ad-7e0e-4bba-b6e6-618fe20ff65e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 944 time: 0.0863540 Aug 30 01:11:30.090151 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Port 66ac913d-aad3-451a-96e1-8f106967b9a5 on network 281ceb28-999a-45ac-8b94-e3a5aba703ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:11:30.091774 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Attempting to bind port 66ac913d-aad3-451a-96e1-8f106967b9a5 on network 281ceb28-999a-45ac-8b94-e3a5aba703ca {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:30.119668 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:11:30.119668 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Checking segment: {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:11:30.119668 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Bound using segment: {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:11:30.119668 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Bound port: 66ac913d-aad3-451a-96e1-8f106967b9a5, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:11:30.119668 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.202683 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-513d16d7-5b19-4f16-9c89-73e96afc78a8 req-f9baacea-be38-4a51-8cab-d9d4d0442b34 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133320 Aug 30 01:11:30.246848 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3424052a-6c98-494c-9cbd-9ed892ab9950 admin admin] Publish callbacks [] for security_group (9cd70611-793f-4768-8c1e-81b7054e4e26), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.249641 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] For port 66ac913d-aad3-451a-96e1-8f106967b9a5, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:11:30.252949 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] For port 66ac913d-aad3-451a-96e1-8f106967b9a5, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=66ac913d-aad3-451a-96e1-8f106967b9a5,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:11:30.266555 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:30.329264 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a6597-dfb4-4ce9-a94a-b73bbf1de101 req-da6deb08-89cf-4bd9-a289-2943c38be572 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:30.330814 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7b8a6597-dfb4-4ce9-a94a-b73bbf1de101 req-da6deb08-89cf-4bd9-a289-2943c38be572 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 943 time: 0.0482931 Aug 30 01:11:30.333044 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bc1bc-a525-445e-93da-6302cd6c6ced req-2f08c54f-f013-4a96-9526-42d52f9021cd tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:30.334568 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dc0bc1bc-a525-445e-93da-6302cd6c6ced req-2f08c54f-f013-4a96-9526-42d52f9021cd tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 931 time: 0.0474694 Aug 30 01:11:30.338448 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3424052a-6c98-494c-9cbd-9ed892ab9950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (9cd70611-793f-4768-8c1e-81b7054e4e26), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.380174 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7b8a6597-dfb4-4ce9-a94a-b73bbf1de101 req-e45be3aa-6f16-4dbb-8900-3dd503705966 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436652 Aug 30 01:11:30.386894 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.398294 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:30.398909 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.400250 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/66ac913d-aad3-451a-96e1-8f106967b9a5 HTTP/1.1" status: 200 len: 1093 time: 1.7514374 Aug 30 01:11:30.403540 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'tag': '66ac913d-aad3-451a-96e1-8f106967b9a5'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:30.406856 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bd18db-136c-4de6-935d-1d3f10eb3a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "aec6af1b-90af-41d0-9778-9c0d89e330bc", "tag": "66ac913d-aad3-451a-96e1-8f106967b9a5"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:30.413051 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424052a-6c98-494c-9cbd-9ed892ab9950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd70611-793f-4768-8c1e-81b7054e4e26,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:30.438467 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-3424052a-6c98-494c-9cbd-9ed892ab9950 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1064d44812324318a4805b8fe3c7f9c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6144266 Aug 30 01:11:30.441792 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 55934) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:30.462686 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62bfe21-851f-4d54-8f1b-814194dd5cef x-openstack-request-id: req-c62bfe21-851f-4d54-8f1b-814194dd5cef {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:30.462970 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec6af1b-90af-41d0-9778-9c0d89e330bc", "tag": "66ac913d-aad3-451a-96e1-8f106967b9a5", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:30.463215 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c62bfe21-851f-4d54-8f1b-814194dd5cef {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:30.463604 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62bfe21-851f-4d54-8f1b-814194dd5cef'] response: {'name': 'network-changed', 'server_uuid': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'tag': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'status': 'completed', 'code': 200} Aug 30 01:11:30.481542 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dc0bc1bc-a525-445e-93da-6302cd6c6ced req-c7e62ce5-f74f-49c8-9d08-f5e43a364aac tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402624 Aug 30 01:11:30.488882 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86ef3f-74a1-42b1-ab3a-aaba6ed9bf3e service neutron] Pushing event updated for resources: {'Port': ['ID=66ac913d-aad3-451a-96e1-8f106967b9a5,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:30.506041 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9f1c8740-38a0-418e-b923-7044b5334777 admin admin] Publish callbacks [] for security_group (9cd70611-793f-4768-8c1e-81b7054e4e26), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.526682 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9f1c8740-38a0-418e-b923-7044b5334777 admin admin] Publish callbacks [] for security_group (9cd70611-793f-4768-8c1e-81b7054e4e26), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.686116 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816ae6f-ebfb-49d2-ad6a-331e2882ab16 req-b655d349-6756-4fb2-9e31-ccbbe28061cd tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:30.687694 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8816ae6f-ebfb-49d2-ad6a-331e2882ab16 req-b655d349-6756-4fb2-9e31-ccbbe28061cd tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 944 time: 0.0499814 Aug 30 01:11:30.688767 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9f1c8740-38a0-418e-b923-7044b5334777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (9cd70611-793f-4768-8c1e-81b7054e4e26), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.691372 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9f1c8740-38a0-418e-b923-7044b5334777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:30.695463 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-9f1c8740-38a0-418e-b923-7044b5334777 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9cd70611-793f-4768-8c1e-81b7054e4e26 HTTP/1.1" status: 204 len: 168 time: 0.2507474 Aug 30 01:11:30.715576 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c8740-38a0-418e-b923-7044b5334777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd70611-793f-4768-8c1e-81b7054e4e26,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:30.760036 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8816ae6f-ebfb-49d2-ad6a-331e2882ab16 req-7a560ae6-eee9-49cc-99bf-afa4cde38c67 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665169 Aug 30 01:11:30.787321 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d26f69-0a92-4ecd-a49c-c6f9947ae2de req-df843416-fb34-4802-8867-5d1d8a134541 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:30.788808 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-54d26f69-0a92-4ecd-a49c-c6f9947ae2de req-df843416-fb34-4802-8867-5d1d8a134541 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 943 time: 0.0707612 Aug 30 01:11:30.841048 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-54d26f69-0a92-4ecd-a49c-c6f9947ae2de req-c9a08269-60d3-438f-8f41-1234d13d3462 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455163 Aug 30 01:11:31.160496 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 55952) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:31.206581 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:31.269265 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7f7f49f4-52ce-4217-b5fe-7926448f0f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.340328 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:31.349289 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfb82d-050d-4166-98d1-e8a46d2f274c req-cb25c392-1dc1-46d5-92c6-9751c7e1ce86 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:31.350801 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d0bfb82d-050d-4166-98d1-e8a46d2f274c req-cb25c392-1dc1-46d5-92c6-9751c7e1ce86 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 944 time: 0.0622590 Aug 30 01:11:31.424450 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7f7f49f4-52ce-4217-b5fe-7926448f0f74 admin admin] Publish callbacks [] for security_group (f80e7f36-546f-42da-8747-27d38028df3b), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.429353 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d0bfb82d-050d-4166-98d1-e8a46d2f274c req-4011f8af-c4e0-48e7-9ce5-e289a51a5c92 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716920 Aug 30 01:11:31.505826 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7f7f49f4-52ce-4217-b5fe-7926448f0f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f80e7f36-546f-42da-8747-27d38028df3b), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.512552 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7124cc-4642-4701-ab5d-bf4653e8a62c req-4ba1d4c9-f461-423f-bc01-3691ec579828 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:31.524529 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6e7124cc-4642-4701-ab5d-bf4653e8a62c req-4ba1d4c9-f461-423f-bc01-3691ec579828 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 943 time: 0.0496769 Aug 30 01:11:31.552742 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-7f7f49f4-52ce-4217-b5fe-7926448f0f74 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cd483df7bb9242ae8364aaa85c24b9f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908913 Aug 30 01:11:31.553592 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f49f4-52ce-4217-b5fe-7926448f0f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80e7f36-546f-42da-8747-27d38028df3b,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:31.559416 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 55962) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:31.573887 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6e7124cc-4642-4701-ab5d-bf4653e8a62c req-d15f34a1-ed9b-4ace-85e3-480c57d684f7 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534124 Aug 30 01:11:31.582238 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 55964) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:31.598065 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-99ecda83-6b9a-4ff2-bba7-ff5028a306b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.645045 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:31.654620 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d3ed2-ee34-4639-b591-a1005a9a26e9 req-274775b7-26dc-4745-b8a9-677a0bcc7118 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:31.656149 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-544d3ed2-ee34-4639-b591-a1005a9a26e9 req-274775b7-26dc-4745-b8a9-677a0bcc7118 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 931 time: 0.0666440 Aug 30 01:11:31.681129 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-99ecda83-6b9a-4ff2-bba7-ff5028a306b1 admin admin] Publish callbacks [] for security_group (a8efc29a-9789-4079-ad7f-111fd2f1dced), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.683311 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d3d5225f-a7d9-4c17-ad22-928dcd1d7208 admin admin] Publish callbacks [] for security_group (f80e7f36-546f-42da-8747-27d38028df3b), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.715134 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d3d5225f-a7d9-4c17-ad22-928dcd1d7208 admin admin] Publish callbacks [] for security_group (f80e7f36-546f-42da-8747-27d38028df3b), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.740985 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-544d3ed2-ee34-4639-b591-a1005a9a26e9 req-5107c086-1fda-4d2e-88f6-c23e21193741 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750144 Aug 30 01:11:31.791703 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-99ecda83-6b9a-4ff2-bba7-ff5028a306b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a8efc29a-9789-4079-ad7f-111fd2f1dced), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.806324 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5022a2c4-6b00-416c-9a13-63b0dec702b2', 'tag': 'c67f9947-1307-4c65-b66d-e90b9d577330'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:31.808874 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5d496a-58f0-4a09-b90a-06e9cffa301c" -d '{"events": [{"name": "network-changed", "server_uuid": "5022a2c4-6b00-416c-9a13-63b0dec702b2", "tag": "c67f9947-1307-4c65-b66d-e90b9d577330"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:31.833956 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-99ecda83-6b9a-4ff2-bba7-ff5028a306b1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7bfd8735327f4caf93453e2207bf7c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504256 Aug 30 01:11:31.834949 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecda83-6b9a-4ff2-bba7-ff5028a306b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8efc29a-9789-4079-ad7f-111fd2f1dced,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:31.836774 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 55970) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:31.853867 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16758de6-7fb7-49c0-91ad-26177945267f x-openstack-request-id: req-16758de6-7fb7-49c0-91ad-26177945267f {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:31.854216 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5022a2c4-6b00-416c-9a13-63b0dec702b2", "tag": "c67f9947-1307-4c65-b66d-e90b9d577330", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:31.854659 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16758de6-7fb7-49c0-91ad-26177945267f {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:31.855097 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16758de6-7fb7-49c0-91ad-26177945267f'] response: {'name': 'network-changed', 'server_uuid': '5022a2c4-6b00-416c-9a13-63b0dec702b2', 'tag': 'c67f9947-1307-4c65-b66d-e90b9d577330', 'status': 'completed', 'code': 200} Aug 30 01:11:31.858595 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:31.901466 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0fdf7808-3c53-43f9-8a14-4e5018c677c2 admin admin] Publish callbacks [] for security_group (a8efc29a-9789-4079-ad7f-111fd2f1dced), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.903602 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d3d5225f-a7d9-4c17-ad22-928dcd1d7208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f80e7f36-546f-42da-8747-27d38028df3b), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.903969 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c30f92-0ef1-4eea-a488-e54220267ed8 req-27a03ade-7263-4005-b773-387ef4f2a779 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:31.905554 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-42c30f92-0ef1-4eea-a488-e54220267ed8 req-27a03ade-7263-4005-b773-387ef4f2a779 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 944 time: 0.0678525 Aug 30 01:11:31.906667 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d3d5225f-a7d9-4c17-ad22-928dcd1d7208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.907863 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-d3d5225f-a7d9-4c17-ad22-928dcd1d7208 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f80e7f36-546f-42da-8747-27d38028df3b HTTP/1.1" status: 204 len: 168 time: 0.3416181 Aug 30 01:11:31.926594 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5225f-a7d9-4c17-ad22-928dcd1d7208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80e7f36-546f-42da-8747-27d38028df3b,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:31.939482 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0fdf7808-3c53-43f9-8a14-4e5018c677c2 admin admin] Publish callbacks [] for security_group (a8efc29a-9789-4079-ad7f-111fd2f1dced), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:31.975932 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-42c30f92-0ef1-4eea-a488-e54220267ed8 req-67b4cfd7-b5ad-4d3d-969f-8317f5947fe4 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616448 Aug 30 01:11:32.027618 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ac182-8561-4cbc-9829-4c39e56e3549 req-5eab5406-c3f2-4b9b-958d-67e9a00c1f9d tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:32.029710 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-047ac182-8561-4cbc-9829-4c39e56e3549 req-5eab5406-c3f2-4b9b-958d-67e9a00c1f9d tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 943 time: 0.0728955 Aug 30 01:11:32.035318 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:32.080290 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-047ac182-8561-4cbc-9829-4c39e56e3549 req-db7f2a4e-e976-46ec-8452-196808430629 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437288 Aug 30 01:11:32.128632 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:32.150063 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0fdf7808-3c53-43f9-8a14-4e5018c677c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a8efc29a-9789-4079-ad7f-111fd2f1dced), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:32.152679 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0fdf7808-3c53-43f9-8a14-4e5018c677c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:32.154392 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-0fdf7808-3c53-43f9-8a14-4e5018c677c2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a8efc29a-9789-4079-ad7f-111fd2f1dced HTTP/1.1" status: 204 len: 168 time: 0.3152115 Aug 30 01:11:32.163657 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf7808-3c53-43f9-8a14-4e5018c677c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8efc29a-9789-4079-ad7f-111fd2f1dced,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:32.557094 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37063b63-1a49-4527-b06b-a50aa98e7f15 req-041bf601-3ce9-4c96-b444-883690a4e41b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:32.558630 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-37063b63-1a49-4527-b06b-a50aa98e7f15 req-041bf601-3ce9-4c96-b444-883690a4e41b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 944 time: 0.0532343 Aug 30 01:11:32.612296 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-37063b63-1a49-4527-b06b-a50aa98e7f15 req-2209a43c-f14b-4dd8-b8d1-129b60441028 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458386 Aug 30 01:11:32.666149 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 55988) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:32.702019 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8794a201-4d05-445f-8358-66af5ca3d843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:32.727551 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abdaaf-0fbc-4339-8bc7-258919f65bf4 req-4f070355-b8d4-4c77-a920-98dbd1f2150c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:32.729103 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-29abdaaf-0fbc-4339-8bc7-258919f65bf4 req-4f070355-b8d4-4c77-a920-98dbd1f2150c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 943 time: 0.0776389 Aug 30 01:11:32.809405 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-29abdaaf-0fbc-4339-8bc7-258919f65bf4 req-6945e3cd-3ee8-4338-affa-4462f537f0e3 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728157 Aug 30 01:11:32.858391 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8794a201-4d05-445f-8358-66af5ca3d843 admin admin] Publish callbacks [] for security_group (5ca3eb4a-a8ff-4cc8-b49f-b1c1b451f900), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:32.862431 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:32.880233 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0ab47-dcef-43a4-a3f7-ce5867890bdc req-7f44c2d7-7a42-4795-9414-b15da990c189 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:32.883048 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d1d0ab47-dcef-43a4-a3f7-ce5867890bdc req-7f44c2d7-7a42-4795-9414-b15da990c189 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 931 time: 0.0628481 Aug 30 01:11:32.942304 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d1d0ab47-dcef-43a4-a3f7-ce5867890bdc req-e285ea98-7d9d-4939-917f-f2aa9382f562 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527210 Aug 30 01:11:32.978139 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8794a201-4d05-445f-8358-66af5ca3d843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (5ca3eb4a-a8ff-4cc8-b49f-b1c1b451f900), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.011282 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 55994) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:33.027616 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:33.031970 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-8794a201-4d05-445f-8358-66af5ca3d843 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f7e3694c8521423583aaaefdbe7d3bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647826 Aug 30 01:11:33.032966 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794a201-4d05-445f-8358-66af5ca3d843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca3eb4a-a8ff-4cc8-b49f-b1c1b451f900,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:33.034500 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f9909d7b-96b3-4118-b337-9e3c97a75f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.038313 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 55998) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:33.143884 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07086c5c-b245-4566-97b3-3f6e1c33c483 req-05a82aff-e25e-479e-ab9d-f63564b3e826 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:33.145496 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-07086c5c-b245-4566-97b3-3f6e1c33c483 req-05a82aff-e25e-479e-ab9d-f63564b3e826 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 944 time: 0.0592453 Aug 30 01:11:33.145711 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a707b041-1199-43b7-9597-5deba519234a admin admin] Publish callbacks [] for security_group (5ca3eb4a-a8ff-4cc8-b49f-b1c1b451f900), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.169617 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:33.193323 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a707b041-1199-43b7-9597-5deba519234a admin admin] Publish callbacks [] for security_group (5ca3eb4a-a8ff-4cc8-b49f-b1c1b451f900), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.211388 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-07086c5c-b245-4566-97b3-3f6e1c33c483 req-a710969b-c607-47e7-9fd1-81f5c6da013c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593514 Aug 30 01:11:33.270689 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f9909d7b-96b3-4118-b337-9e3c97a75f87 admin admin] Publish callbacks [] for security_group (b051041a-880a-48c7-8790-972df0205063), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.292620 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:33.305165 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299f3cb-e7e9-4725-ad67-529135dea002 req-a6d8b64e-93e5-45db-9697-01e08c69f717 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:33.307297 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2299f3cb-e7e9-4725-ad67-529135dea002 req-a6d8b64e-93e5-45db-9697-01e08c69f717 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 943 time: 0.1250703 Aug 30 01:11:33.364669 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2299f3cb-e7e9-4725-ad67-529135dea002 req-bf994e5f-04e1-48d4-92a0-b2bd26248a0e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511854 Aug 30 01:11:33.368316 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f9909d7b-96b3-4118-b337-9e3c97a75f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (b051041a-880a-48c7-8790-972df0205063), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.421547 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f9909d7b-96b3-4118-b337-9e3c97a75f87 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b7890239d073449a9648ac4821174423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4077356 Aug 30 01:11:33.421800 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9909d7b-96b3-4118-b337-9e3c97a75f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b051041a-880a-48c7-8790-972df0205063,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:33.423298 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56002) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:33.467039 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a707b041-1199-43b7-9597-5deba519234a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (5ca3eb4a-a8ff-4cc8-b49f-b1c1b451f900), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.469870 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a707b041-1199-43b7-9597-5deba519234a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.474941 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-a707b041-1199-43b7-9597-5deba519234a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5ca3eb4a-a8ff-4cc8-b49f-b1c1b451f900 HTTP/1.1" status: 204 len: 168 time: 0.4325356 Aug 30 01:11:33.486871 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707b041-1199-43b7-9597-5deba519234a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca3eb4a-a8ff-4cc8-b49f-b1c1b451f900,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:33.494605 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3737b573-efa9-4c88-8594-563d2fb73f76 admin admin] Publish callbacks [] for security_group (b051041a-880a-48c7-8790-972df0205063), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.527608 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3737b573-efa9-4c88-8594-563d2fb73f76 admin admin] Publish callbacks [] for security_group (b051041a-880a-48c7-8790-972df0205063), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.530699 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:33.719179 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3737b573-efa9-4c88-8594-563d2fb73f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (b051041a-880a-48c7-8790-972df0205063), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.724828 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3737b573-efa9-4c88-8594-563d2fb73f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:33.726825 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-3737b573-efa9-4c88-8594-563d2fb73f76 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b051041a-880a-48c7-8790-972df0205063 HTTP/1.1" status: 204 len: 168 time: 0.3021750 Aug 30 01:11:33.743573 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Request body: {'port': {'device_id': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:33.754707 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:33.831304 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737b573-efa9-4c88-8594-563d2fb73f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b051041a-880a-48c7-8790-972df0205063,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:33.836209 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-9868f809-eff4-4186-98c6-2b390eabe0f2 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beaab680-9f79-4900-9963-851c36bf37f9 HTTP/1.1" status: 200 len: 217 time: 0.0804555 Aug 30 01:11:33.837410 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-502be595-dd81-45aa-9ef2-4fb972e9c012 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d36366-3bec-4323-a577-34ce2e4beafd HTTP/1.1" status: 200 len: 217 time: 0.0838661 Aug 30 01:11:33.846471 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0a007-4c95-4d63-9165-8d91e6558658 req-da63cf53-f780-4252-b6e2-eaf6f33ca624 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:33.849051 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2ac0a007-4c95-4d63-9165-8d91e6558658 req-da63cf53-f780-4252-b6e2-eaf6f33ca624 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 944 time: 0.1456237 Aug 30 01:11:33.909570 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-01f12480-ec73-476c-ae35-9d37b86e6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:33.911073 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-01f12480-ec73-476c-ae35-9d37b86e6209 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=0e56a216-a008-4248-8bb8-0281a6e1d87f HTTP/1.1" status: 200 len: 850 time: 0.0556810 Aug 30 01:11:34.016422 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-dfb661d0-082f-4efd-8673-2451b47a822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:34.018794 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-dfb661d0-082f-4efd-8673-2451b47a822d service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.1642945 Aug 30 01:11:34.025161 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-711137c7-c6d9-4499-8754-f80c1add379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:34.026726 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-711137c7-c6d9-4499-8754-f80c1add379c service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=a4ad0ac8-1d42-4e74-88e7-302cf181b538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0903976 Aug 30 01:11:34.120236 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-5c2fe7ce-d9e4-43af-926c-564ea8622f21 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c67f9947-1307-4c65-b66d-e90b9d577330 HTTP/1.1" status: 200 len: 217 time: 0.3476100 Aug 30 01:11:34.120962 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2ac0a007-4c95-4d63-9165-8d91e6558658 req-72c6e019-07c5-42f6-bfc7-28de36c3f0eb tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913369 Aug 30 01:11:34.221719 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-c447ede0-7595-4985-b84f-ae2c40698030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:34.223248 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-c447ede0-7595-4985-b84f-ae2c40698030 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1956453 Aug 30 01:11:34.235816 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd18db-136c-4de6-935d-1d3f10eb3a5c req-a4bdc80a-d6a6-4bc2-a660-5cd38ebf2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:34.237551 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c7bd18db-136c-4de6-935d-1d3f10eb3a5c req-a4bdc80a-d6a6-4bc2-a660-5cd38ebf2342 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 1127 time: 0.4882829 Aug 30 01:11:34.257427 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:34.301243 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c46f5-b3d0-4b34-bb51-84e5b08d7fa1 req-b305e75b-b568-4001-9855-6e3ddbcc07e9 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:34.308282 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-342c46f5-b3d0-4b34-bb51-84e5b08d7fa1 req-b305e75b-b568-4001-9855-6e3ddbcc07e9 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 943 time: 0.2115729 Aug 30 01:11:34.357126 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-057cf5d0-38d2-437f-b138-aba29142e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:34.358632 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-057cf5d0-38d2-437f-b138-aba29142e97c service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f73da1d0-2071-4d5f-b9f8-f3beaaeae423 HTTP/1.1" status: 200 len: 849 time: 0.2030265 Aug 30 01:11:34.508050 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:34.531249 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-c7405e75-070e-469a-893b-44176d82028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:34.532779 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-c7405e75-070e-469a-893b-44176d82028d service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=37938639-da56-43d1-ac7c-a949da52ba53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1608822 Aug 30 01:11:34.573652 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-342c46f5-b3d0-4b34-bb51-84e5b08d7fa1 req-de5ff731-c206-4d84-9062-bff26606ffec tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469649 Aug 30 01:11:34.581184 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a9129-efae-4318-b76b-f205517800e2 req-b2e9f98d-3b9b-4725-9819-c4e7ac812bea tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:34.588823 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a31a9129-efae-4318-b76b-f205517800e2 req-b2e9f98d-3b9b-4725-9819-c4e7ac812bea tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 931 time: 0.3645613 Aug 30 01:11:34.597054 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-2a4f2da6-3ba4-4ba4-9431-58183a17e02a service neutron] 10.222.0.74 "GET /networking/v2.0/networks/a4ad0ac8-1d42-4e74-88e7-302cf181b538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568871 Aug 30 01:11:34.725718 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-0a0276a3-acc5-4ec5-93a6-82de2273f2d2 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818959 Aug 30 01:11:34.733513 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a31a9129-efae-4318-b76b-f205517800e2 req-4dc1ef16-b183-48c3-9515-73ff4c371f0c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435001 Aug 30 01:11:34.756917 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd18db-136c-4de6-935d-1d3f10eb3a5c req-d8f8e8d8-2eb2-41a1-b436-ead7dae77ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:34.758429 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c7bd18db-136c-4de6-935d-1d3f10eb3a5c req-d8f8e8d8-2eb2-41a1-b436-ead7dae77ce4 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=11c8f48af7394a75ab6013ca066751a7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5040431 Aug 30 01:11:34.819955 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c3af3-1319-45fc-8961-5840137a249f req-9ba6e52a-7f9c-4d56-95ff-5a5b8a69a134 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:34.819955 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-725c3af3-1319-45fc-8961-5840137a249f req-9ba6e52a-7f9c-4d56-95ff-5a5b8a69a134 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 944 time: 0.1364472 Aug 30 01:11:34.829498 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-7c7a9529-33f6-4751-a8e3-111c1cd579d9 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/a4ad0ac8-1d42-4e74-88e7-302cf181b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236874 Aug 30 01:11:34.939136 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:34.953527 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba595c5-f1ba-4014-ab1b-414986901d9d req-ddd6a981-7e68-4cf9-ad0d-dadbce34edcb tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:34.955143 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5ba595c5-f1ba-4014-ab1b-414986901d9d req-ddd6a981-7e68-4cf9-ad0d-dadbce34edcb tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 943 time: 0.0843368 Aug 30 01:11:34.957632 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a114df6-9ec5-4a9f-ba77-73fc594affab req-46aa9119-4028-4fbf-bfc5-e8e071eac421 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211652 Aug 30 01:11:35.034327 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-e06ef7e5-f82d-45d2-93d3-fbce7781444e service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400311 Aug 30 01:11:35.038522 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5ba595c5-f1ba-4014-ab1b-414986901d9d req-30dd46e3-239c-41a2-861b-4da245748c2e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754905 Aug 30 01:11:35.055363 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-725c3af3-1319-45fc-8961-5840137a249f req-e18f9e3e-13a9-4e98-8281-cdf345ef0a62 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048862 Aug 30 01:11:35.064100 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd18db-136c-4de6-935d-1d3f10eb3a5c req-698f579b-fcca-44fa-a35e-56af54ee95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:35.068261 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c7bd18db-136c-4de6-935d-1d3f10eb3a5c req-698f579b-fcca-44fa-a35e-56af54ee95d5 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3006890 Aug 30 01:11:35.126825 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efaeb1f-3500-4863-b27f-c56c1aa2946c {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:35.135447 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Publish callbacks [] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.149349 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Transition to ACTIVE for port object 3efaeb1f-3500-4863-b27f-c56c1aa2946c will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:11:35.234956 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1d73d-5c83-49f4-8f27-7468a413ac7d req-fb817cd8-8877-4b47-93d6-76c9955e6968 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:35.236986 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-69c1d73d-5c83-49f4-8f27-7468a413ac7d req-fb817cd8-8877-4b47-93d6-76c9955e6968 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 944 time: 0.0540659 Aug 30 01:11:35.296103 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-69c1d73d-5c83-49f4-8f27-7468a413ac7d req-85f873bd-78d5-45ef-874f-0937112ac01b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502288 Aug 30 01:11:35.376629 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.387382 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 531e11a0-79a8-4242-9108-a01eaf852ae3 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:11:35.461615 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:35.464411 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Pushing event updated for resources: {'Port': ['ID=3efaeb1f-3500-4863-b27f-c56c1aa2946c,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:35.468404 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Attempting to bind port 3efaeb1f-3500-4863-b27f-c56c1aa2946c on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:11:35.468724 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Attempting to bind port 3efaeb1f-3500-4863-b27f-c56c1aa2946c by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:11:35.469051 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Attempting to bind port 3efaeb1f-3500-4863-b27f-c56c1aa2946c on network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:35.476135 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Port 3efaeb1f-3500-4863-b27f-c56c1aa2946c on network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:11:35.476135 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Attempting to bind port 3efaeb1f-3500-4863-b27f-c56c1aa2946c on network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:11:35.482141 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:11:35.482682 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Checking segment: {'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:11:35.483063 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Bound using segment: {'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:11:35.483634 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Bound port: 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:11:35.483995 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.520357 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 531e11a0-79a8-4242-9108-a01eaf852ae3, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=531e11a0-79a8-4242-9108-a01eaf852ae3,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:35.531878 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': '531e11a0-79a8-4242-9108-a01eaf852ae3', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'port_id': '531e11a0-79a8-4242-9108-a01eaf852ae3', 'mac_address': 'fa:16:3e:7e:ca:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:11:35.558033 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] For port 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:11:35.562259 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] For port 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:11:35.570518 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 531e11a0-79a8-4242-9108-a01eaf852ae3 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:35.570913 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.587917 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531e11a0-79a8-4242-9108-a01eaf852ae3 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:35.592185 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:35.612017 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 531e11a0-79a8-4242-9108-a01eaf852ae3, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=531e11a0-79a8-4242-9108-a01eaf852ae3,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:35.689324 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e700c-70f2-4b92-8140-ccb90924f460 req-5744fe6b-8db1-4ca6-819d-efda3b84befb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:35.691022 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ee0e700c-70f2-4b92-8140-ccb90924f460 req-5744fe6b-8db1-4ca6-819d-efda3b84befb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 943 time: 0.0623717 Aug 30 01:11:35.692790 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.696068 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:35.697079 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.698788 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/3efaeb1f-3500-4863-b27f-c56c1aa2946c HTTP/1.1" status: 200 len: 1093 time: 1.9605672 Aug 30 01:11:35.702193 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:35.704467 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33bc31c-ef82-421e-b14c-6b2089c03bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:35.711697 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:35.754536 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3b14b7-2bea-4486-b2bb-fb8be2171de1 x-openstack-request-id: req-bf3b14b7-2bea-4486-b2bb-fb8be2171de1 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:35.754919 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:35.755262 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf3b14b7-2bea-4486-b2bb-fb8be2171de1 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:35.755752 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3b14b7-2bea-4486-b2bb-fb8be2171de1'] response: {'name': 'network-changed', 'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'status': 'completed', 'code': 200} Aug 30 01:11:35.799637 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=531e11a0-79a8-4242-9108-a01eaf852ae3,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:35.814595 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626a155-40c3-4778-9c2b-eeb01a816d81 service neutron] Pushing event updated for resources: {'Port': ['ID=3efaeb1f-3500-4863-b27f-c56c1aa2946c,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:35.829631 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ee0e700c-70f2-4b92-8140-ccb90924f460 req-8cf0e60c-4e5c-46fe-a475-41fd7182f9e4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297951 Aug 30 01:11:35.902649 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec010d56-4c29-424a-b550-109a90096318 req-41e73344-ac09-47f4-ad50-f0f19c6a3344 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:35.906684 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ec010d56-4c29-424a-b550-109a90096318 req-41e73344-ac09-47f4-ad50-f0f19c6a3344 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0632102 Aug 30 01:11:35.969155 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ec010d56-4c29-424a-b550-109a90096318 req-2d7f980d-a202-4ed2-a680-60ff24e3f435 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546579 Aug 30 01:11:36.044087 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bc31c-ef82-421e-b14c-6b2089c03bd5 req-d2122a6a-d9f6-485b-9a7c-64718962006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:36.044087 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c33bc31c-ef82-421e-b14c-6b2089c03bd5 req-d2122a6a-d9f6-485b-9a7c-64718962006a service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 1127 time: 0.0408995 Aug 30 01:11:36.086805 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a2c6e-c7a4-4a4a-b787-54811b9c36db req-13754b34-867b-4f8c-891c-851ea2b93c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:36.088317 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-de3a2c6e-c7a4-4a4a-b787-54811b9c36db req-13754b34-867b-4f8c-891c-851ea2b93c0c service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=4f082e13ad014501b7a781167ddb2ed8&device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 1128 time: 0.1073008 Aug 30 01:11:36.116621 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['531e11a0-79a8-4242-9108-a01eaf852ae3'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:11:36.120640 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2d832f66-6770-420f-af1f-f4a3caf52f9b req-3b222984-b563-486a-87fc-12a465edf7e2 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618161 Aug 30 01:11:36.228703 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4a7cb-6300-4a34-b24c-67441e93493f req-cf842c9a-3eaa-4b06-9d54-fc0cfc8bf67c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:36.230672 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-abe4a7cb-6300-4a34-b24c-67441e93493f req-cf842c9a-3eaa-4b06-9d54-fc0cfc8bf67c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 943 time: 0.0824571 Aug 30 01:11:36.260956 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a9647-f063-4360-b60e-bf8330bb8267 req-3b11fc9e-93b2-4a57-8bbd-aeeb56d20006 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:36.262568 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2c1a9647-f063-4360-b60e-bf8330bb8267 req-3b11fc9e-93b2-4a57-8bbd-aeeb56d20006 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 944 time: 0.0861006 Aug 30 01:11:36.307146 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-abe4a7cb-6300-4a34-b24c-67441e93493f req-05dd4985-56a1-4bb2-afbe-83122e6b8ed1 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700092 Aug 30 01:11:36.363193 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2c1a9647-f063-4360-b60e-bf8330bb8267 req-efdfe0e5-f930-4ef6-ade8-e69e077e099c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939603 Aug 30 01:11:36.488633 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a24c0-77f7-4ecc-9480-0fa39491e550 req-0a381e82-99bf-474b-9216-99bc2f048d7a tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:36.490449 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fe6a24c0-77f7-4ecc-9480-0fa39491e550 req-0a381e82-99bf-474b-9216-99bc2f048d7a tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 944 time: 0.0700657 Aug 30 01:11:36.554418 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fe6a24c0-77f7-4ecc-9480-0fa39491e550 req-66aae3fd-d8f5-4ade-b26c-678403661726 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583274 Aug 30 01:11:36.852869 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:36.976280 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42283d5b-9d91-4d3c-8c31-f296da268a50 req-9d3beb54-af40-4728-9600-ced7ede1a278 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:36.983460 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-42283d5b-9d91-4d3c-8c31-f296da268a50 req-9d3beb54-af40-4728-9600-ced7ede1a278 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 943 time: 0.0849791 Aug 30 01:11:37.085052 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bc31c-ef82-421e-b14c-6b2089c03bd5 req-0c9ed212-b8ec-4b99-b3eb-7f779d3b7750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:37.085052 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c33bc31c-ef82-421e-b14c-6b2089c03bd5 req-0c9ed212-b8ec-4b99-b3eb-7f779d3b7750 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1494017 Aug 30 01:11:37.105685 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-176b1a7b-596a-4625-9def-5b018e1994ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:37.107412 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-176b1a7b-596a-4625-9def-5b018e1994ef service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 1127 time: 0.1774926 Aug 30 01:11:37.122806 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-42283d5b-9d91-4d3c-8c31-f296da268a50 req-a02689bd-0721-4efb-a37e-f2848e7af690 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373949 Aug 30 01:11:37.186709 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb61b5c-a1e3-411f-abb8-1e30f747033e req-2383f3f4-6eae-47b1-995f-f4801a0c5d3a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:37.186709 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-afb61b5c-a1e3-411f-abb8-1e30f747033e req-2383f3f4-6eae-47b1-995f-f4801a0c5d3a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.1000822 Aug 30 01:11:37.231087 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a2c6e-c7a4-4a4a-b787-54811b9c36db req-9d119a81-1b39-446f-905d-11afcecf9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:37.233263 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-de3a2c6e-c7a4-4a4a-b787-54811b9c36db req-9d119a81-1b39-446f-905d-11afcecf9ba4 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=a4ad0ac8-1d42-4e74-88e7-302cf181b538 HTTP/1.1" status: 200 len: 912 time: 0.2914600 Aug 30 01:11:37.260623 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:37.260853 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-afb61b5c-a1e3-411f-abb8-1e30f747033e req-0cbe947a-63dc-4c42-98ed-3a8e204ba64e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646038 Aug 30 01:11:37.288261 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56140) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:37.400433 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f92462aa-64bb-4a05-80e0-b1b5804d8192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.432198 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd605d6-2cb0-4d74-8fe2-6b624c46ce99 req-dce977bf-a086-4339-a7be-5a35b543c0e0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:37.433722 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-dcd605d6-2cb0-4d74-8fe2-6b624c46ce99 req-dce977bf-a086-4339-a7be-5a35b543c0e0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 943 time: 0.0482225 Aug 30 01:11:37.447644 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:11:37.501272 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-dcd605d6-2cb0-4d74-8fe2-6b624c46ce99 req-29553ed0-8ba5-461d-bd58-af12625c288a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580454 Aug 30 01:11:37.502406 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7e6bb-2536-49bc-a334-bd65b71abd30 req-4a743469-44e6-4a56-9fa8-c4512704ce97 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:37.503911 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b8d7e6bb-2536-49bc-a334-bd65b71abd30 req-4a743469-44e6-4a56-9fa8-c4512704ce97 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 944 time: 0.0609827 Aug 30 01:11:37.543090 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f92462aa-64bb-4a05-80e0-b1b5804d8192 admin admin] Publish callbacks [] for security_group (bf63baa4-28e8-4fb4-8e17-c6cc13c7635f), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.570741 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b8d7e6bb-2536-49bc-a334-bd65b71abd30 req-0b79fe63-0b50-4948-b62f-cd5ebf838f38 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558164 Aug 30 01:11:37.631619 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f92462aa-64bb-4a05-80e0-b1b5804d8192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (bf63baa4-28e8-4fb4-8e17-c6cc13c7635f), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.631985 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:37.670858 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f92462aa-64bb-4a05-80e0-b1b5804d8192 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5f2ce2da90194bc88cd90179906ec9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814926 Aug 30 01:11:37.671718 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92462aa-64bb-4a05-80e0-b1b5804d8192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf63baa4-28e8-4fb4-8e17-c6cc13c7635f,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:37.674298 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56152) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:37.688726 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5bfeb-d1d0-48bf-927e-36170a54997f req-290c499f-bcf1-4444-8183-e1bcc695146e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:37.690256 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f0b5bfeb-d1d0-48bf-927e-36170a54997f req-290c499f-bcf1-4444-8183-e1bcc695146e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 944 time: 0.0500023 Aug 30 01:11:37.724092 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Publish callbacks [] for security_group (bf63baa4-28e8-4fb4-8e17-c6cc13c7635f), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.742450 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f0b5bfeb-d1d0-48bf-927e-36170a54997f req-eacf565b-7e5a-4049-9776-9792f06cdc04 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462840 Aug 30 01:11:37.744880 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Publish callbacks [] for security_group (bf63baa4-28e8-4fb4-8e17-c6cc13c7635f), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.878165 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (bf63baa4-28e8-4fb4-8e17-c6cc13c7635f), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.881002 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:37.882031 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bf63baa4-28e8-4fb4-8e17-c6cc13c7635f HTTP/1.1" status: 204 len: 168 time: 0.2068090 Aug 30 01:11:37.882945 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:37.891619 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf63baa4-28e8-4fb4-8e17-c6cc13c7635f,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:37.899136 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.899484 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.899832 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.900245 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.900581 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.900914 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.901283 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.901556 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.901912 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.902239 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.902565 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.902889 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.903209 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.903556 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:37.903903 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df41ecdc-89a3-4e2b-b1fb-f5fce54dccb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:38.240195 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9278e6f-636e-49a0-9b02-1d1607e6725b req-4c3d6b46-8987-4933-8b81-16095cfd3bba tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:38.241680 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a9278e6f-636e-49a0-9b02-1d1607e6725b req-4c3d6b46-8987-4933-8b81-16095cfd3bba tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 943 time: 0.0510464 Aug 30 01:11:38.396382 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeba00e-dce5-47a5-a83c-29be40cda75e req-4c1a32b5-a023-4a86-b247-a0d904af558f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:38.397921 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2eeba00e-dce5-47a5-a83c-29be40cda75e req-4c1a32b5-a023-4a86-b247-a0d904af558f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0553267 Aug 30 01:11:38.451415 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2eeba00e-dce5-47a5-a83c-29be40cda75e req-1f34a650-4e80-4c66-b994-b3a97f1d8262 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468645 Aug 30 01:11:38.485397 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a9278e6f-636e-49a0-9b02-1d1607e6725b req-6a43443f-2479-4c36-a97b-7d49705beb51 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382131 Aug 30 01:11:38.603406 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:38.632553 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13d843-eb65-4cef-a8a4-7906d5a83e57 req-efc20c4f-fcb4-4de1-8c74-e861c837d313 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:38.634048 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4e13d843-eb65-4cef-a8a4-7906d5a83e57 req-efc20c4f-fcb4-4de1-8c74-e861c837d313 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 943 time: 0.0472398 Aug 30 01:11:38.683222 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4e13d843-eb65-4cef-a8a4-7906d5a83e57 req-6a490062-0a73-4716-bb94-c75506622f5e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423627 Aug 30 01:11:38.691578 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04746f7-1ebb-4fb3-90e9-4128c13a24bd req-193cabc7-5246-436b-99c5-45f08262149e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:38.693188 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f04746f7-1ebb-4fb3-90e9-4128c13a24bd req-193cabc7-5246-436b-99c5-45f08262149e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 944 time: 0.0476449 Aug 30 01:11:38.696815 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56172) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:38.711121 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.749660 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f04746f7-1ebb-4fb3-90e9-4128c13a24bd req-a66cd745-1066-459b-9764-02b6ef33d0f3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454412 Aug 30 01:11:38.794636 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Publish callbacks [] for security_group (06a93493-54cc-4cb7-8f13-b4f4eac3f089), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.867280 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85543a4b-5e71-4dff-9cc0-f3a32471180c req-4e389d42-0008-4a8c-adcb-ca23f62ca3ed tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:38.868863 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-85543a4b-5e71-4dff-9cc0-f3a32471180c req-4e389d42-0008-4a8c-adcb-ca23f62ca3ed tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 944 time: 0.0476680 Aug 30 01:11:38.922115 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-85543a4b-5e71-4dff-9cc0-f3a32471180c req-2e5180cf-5d37-4733-b1b9-ff3dddb1b0c4 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466800 Aug 30 01:11:38.943988 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (06a93493-54cc-4cb7-8f13-b4f4eac3f089), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:38.988039 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a93493-54cc-4cb7-8f13-b4f4eac3f089,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:38.992163 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6e63392c1a2e44a49daca9370ff56dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942195 Aug 30 01:11:38.994968 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56178) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:38.999289 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:38.999639 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:38.999983 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:39.000328 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:39.000662 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:39.000994 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:39.001320 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:39.001645 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:39.001994 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:39.002346 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:39.002722 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:39.003014 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:39.003330 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:39.003648 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:39.003967 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a94740-6483-4f71-be0a-bdc412ccc7d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:39.044468 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e04bad9b-409b-4673-82e9-9b0f1b4ec08f admin admin] Publish callbacks [] for security_group (06a93493-54cc-4cb7-8f13-b4f4eac3f089), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:39.068634 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e04bad9b-409b-4673-82e9-9b0f1b4ec08f admin admin] Publish callbacks [] for security_group (06a93493-54cc-4cb7-8f13-b4f4eac3f089), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:39.094223 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:39.249680 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e04bad9b-409b-4673-82e9-9b0f1b4ec08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (06a93493-54cc-4cb7-8f13-b4f4eac3f089), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:39.252260 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e04bad9b-409b-4673-82e9-9b0f1b4ec08f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:39.253460 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-e04bad9b-409b-4673-82e9-9b0f1b4ec08f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/06a93493-54cc-4cb7-8f13-b4f4eac3f089 HTTP/1.1" status: 204 len: 168 time: 0.2573357 Aug 30 01:11:39.261504 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bad9b-409b-4673-82e9-9b0f1b4ec08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a93493-54cc-4cb7-8f13-b4f4eac3f089,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:39.578814 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345921b2-ef1a-4857-bbef-99b242689fb1 req-bf64840e-99ab-4aab-b190-767dc15f9aba tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:39.580359 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-345921b2-ef1a-4857-bbef-99b242689fb1 req-bf64840e-99ab-4aab-b190-767dc15f9aba tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0526652 Aug 30 01:11:39.617705 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c7e24-5085-4b7d-8490-0b4e2b5a420c req-4ad96221-44cb-44c5-8849-655f47a49aea tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:39.621537 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-de0c7e24-5085-4b7d-8490-0b4e2b5a420c req-4ad96221-44cb-44c5-8849-655f47a49aea tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 943 time: 0.0505090 Aug 30 01:11:39.629563 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-345921b2-ef1a-4857-bbef-99b242689fb1 req-97f2098a-fbc8-4644-91f3-8c5cb06ea400 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433390 Aug 30 01:11:39.677927 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-de0c7e24-5085-4b7d-8490-0b4e2b5a420c req-656fbb80-8152-41b2-8e9a-486159b7322f tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519364 Aug 30 01:11:39.810343 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1472cb-c121-4fe0-b5e2-f03d288e5975 req-59a49b45-677a-4b0d-8d11-24a6bbb8f1e7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:39.812123 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ae1472cb-c121-4fe0-b5e2-f03d288e5975 req-59a49b45-677a-4b0d-8d11-24a6bbb8f1e7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 943 time: 0.0538547 Aug 30 01:11:39.820166 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:39.823246 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device d8d36366-3bec-4323-a577-34ce2e4beafd details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:11:39.872762 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 531e11a0-79a8-4242-9108-a01eaf852ae3 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:39.876302 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ae1472cb-c121-4fe0-b5e2-f03d288e5975 req-4c5d055f-ec57-4564-a1ab-7edb8eff15f7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558510 Aug 30 01:11:39.885068 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0544b3-1824-4f47-993c-2cb1c0ed4179 req-a4c52bf6-0ee5-42a9-93ed-536a4ea371b4 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:39.886804 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ca0544b3-1824-4f47-993c-2cb1c0ed4179 req-a4c52bf6-0ee5-42a9-93ed-536a4ea371b4 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 944 time: 0.0553856 Aug 30 01:11:39.939883 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ca0544b3-1824-4f47-993c-2cb1c0ed4179 req-914793f4-bed6-4e93-abf0-02e64afdda1e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Aug 30 01:11:39.982165 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port d8d36366-3bec-4323-a577-34ce2e4beafd, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=d8d36366-3bec-4323-a577-34ce2e4beafd,segment=NetworkSegment(1e83c07a-0e71-4f03-a919-857afdadd008),segment_id=1e83c07a-0e71-4f03-a919-857afdadd008)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:39.990454 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port 531e11a0-79a8-4242-9108-a01eaf852ae3 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:11:39.997005 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'd8d36366-3bec-4323-a577-34ce2e4beafd', 'network_id': 'a4ad0ac8-1d42-4e74-88e7-302cf181b538', 'port_id': 'd8d36366-3bec-4323-a577-34ce2e4beafd', 'mac_address': 'fa:16:3e:24:3d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e56a216-a008-4248-8bb8-0281a6e1d87f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:11:40.012836 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:40.039558 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port d8d36366-3bec-4323-a577-34ce2e4beafd is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:40.039959 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:40.054032 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536d526-1071-4f5b-9d6b-aea136d8a552 req-dc5ed5c7-cb66-48de-8d06-6a3515925611 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:40.055473 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5536d526-1071-4f5b-9d6b-aea136d8a552 req-dc5ed5c7-cb66-48de-8d06-6a3515925611 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 944 time: 0.0563078 Aug 30 01:11:40.056991 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d36366-3bec-4323-a577-34ce2e4beafd {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:40.077075 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port 531e11a0-79a8-4242-9108-a01eaf852ae3 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:40.084981 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:40.084981 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port d8d36366-3bec-4323-a577-34ce2e4beafd, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=d8d36366-3bec-4323-a577-34ce2e4beafd,segment=NetworkSegment(1e83c07a-0e71-4f03-a919-857afdadd008),segment_id=1e83c07a-0e71-4f03-a919-857afdadd008)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:40.107837 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5536d526-1071-4f5b-9d6b-aea136d8a552 req-87686f28-b99b-4aaf-ae00-51ac2e07427e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Aug 30 01:11:40.109314 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:40.125005 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:40.167559 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 531e11a0-79a8-4242-9108-a01eaf852ae3 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:40.167972 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:40.179005 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:40.192739 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1388d14-c15e-4f95-9b68-944001f0d53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531e11a0-79a8-4242-9108-a01eaf852ae3'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:40.263077 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:40.274873 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 531e11a0-79a8-4242-9108-a01eaf852ae3, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=531e11a0-79a8-4242-9108-a01eaf852ae3,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:40.323711 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=d8d36366-3bec-4323-a577-34ce2e4beafd,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:40.327003 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:40.331956 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.332311 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.332657 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.333016 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.333430 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.333685 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.334035 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.334363 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.335008 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.335008 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.335347 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.335691 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.336016 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.336637 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.336806 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:11:40.374506 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:40.398256 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b207884a-310c-4564-ac4f-a47d59f1e70f" -d '{"events": [{"server_uuid": "e1388d14-c15e-4f95-9b68-944001f0d53a", "name": "network-vif-plugged", "status": "completed", "tag": "531e11a0-79a8-4242-9108-a01eaf852ae3"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:40.433284 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=531e11a0-79a8-4242-9108-a01eaf852ae3,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:40.495775 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e93ce7-ca5f-42c5-9c86-e3393b1f4a6c x-openstack-request-id: req-c7e93ce7-ca5f-42c5-9c86-e3393b1f4a6c {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:40.496072 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1388d14-c15e-4f95-9b68-944001f0d53a", "name": "network-vif-plugged", "status": "completed", "tag": "531e11a0-79a8-4242-9108-a01eaf852ae3", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:40.496329 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7e93ce7-ca5f-42c5-9c86-e3393b1f4a6c {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:40.496789 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e93ce7-ca5f-42c5-9c86-e3393b1f4a6c'] response: {'server_uuid': 'e1388d14-c15e-4f95-9b68-944001f0d53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531e11a0-79a8-4242-9108-a01eaf852ae3', 'code': 200} Aug 30 01:11:40.635414 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:40.647855 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['d8d36366-3bec-4323-a577-34ce2e4beafd'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:11:40.777476 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0005248-a2f9-492a-a5b0-440751a661aa req-c443a8df-3d5f-4271-bbc1-cde85ccce407 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:40.789292 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b0005248-a2f9-492a-a5b0-440751a661aa req-c443a8df-3d5f-4271-bbc1-cde85ccce407 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0637195 Aug 30 01:11:40.820883 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051a358-bf60-4d7d-a073-7b4a694df96c req-8e1a7779-08a2-4679-a133-cb99dd79f194 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:40.822819 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d051a358-bf60-4d7d-a073-7b4a694df96c req-8e1a7779-08a2-4679-a133-cb99dd79f194 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 943 time: 0.0618100 Aug 30 01:11:40.884974 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-de3a2c6e-c7a4-4a4a-b787-54811b9c36db req-e3d1af72-9ecc-4a6a-b7af-370c7a9ec05e service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d36366-3bec-4323-a577-34ce2e4beafd HTTP/1.1" status: 200 len: 217 time: 0.0975609 Aug 30 01:11:40.938982 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d051a358-bf60-4d7d-a073-7b4a694df96c req-b05725e8-19fb-415d-b303-c87f578e3e64 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065931 Aug 30 01:11:40.956294 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-86e76a87-7f34-4512-869c-702adba85fa9 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66ac913d-aad3-451a-96e1-8f106967b9a5 HTTP/1.1" status: 200 len: 217 time: 0.0929933 Aug 30 01:11:40.970842 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bc31c-ef82-421e-b14c-6b2089c03bd5 req-521126ec-8d56-4cbe-839d-b9cb90c21a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:40.972324 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c33bc31c-ef82-421e-b14c-6b2089c03bd5 req-521126ec-8d56-4cbe-839d-b9cb90c21a1e service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1484125 Aug 30 01:11:41.071369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d496a-58f0-4a09-b90a-06e9cffa301c req-27708089-cd80-42d8-8c3a-689799132128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.073226 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fa5d496a-58f0-4a09-b90a-06e9cffa301c req-27708089-cd80-42d8-8c3a-689799132128 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=13862ab3a9504644853a8c48c3f69b4c&device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 1127 time: 0.1997464 Aug 30 01:11:41.100087 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029c306-33ab-48b4-8e58-b7f6e4f0c13e req-e679d0eb-58c4-495b-97c0-81028a378d9b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.107384 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0029c306-33ab-48b4-8e58-b7f6e4f0c13e req-e679d0eb-58c4-495b-97c0-81028a378d9b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 943 time: 0.0901916 Aug 30 01:11:41.148250 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b0005248-a2f9-492a-a5b0-440751a661aa req-7ab0b23e-f21b-47ac-8bb9-3e9e77d0e05b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3429937 Aug 30 01:11:41.148338 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-44472613-7022-4680-bbde-9cb1a63d5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.148416 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a2c6e-c7a4-4a4a-b787-54811b9c36db req-2183b0f3-4522-4744-8841-ea2e7f1182f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.148498 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-44472613-7022-4680-bbde-9cb1a63d5830 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 1127 time: 0.0946128 Aug 30 01:11:41.148567 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-de3a2c6e-c7a4-4a4a-b787-54811b9c36db req-2183b0f3-4522-4744-8841-ea2e7f1182f9 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=0e56a216-a008-4248-8bb8-0281a6e1d87f HTTP/1.1" status: 200 len: 850 time: 0.2069466 Aug 30 01:11:41.151922 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-362040d8-db67-488f-8dc8-8cd727e1e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.156002 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-362040d8-db67-488f-8dc8-8cd727e1e7c0 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=0cf797bf-95a3-4bb5-8702-f19da191bb7b HTTP/1.1" status: 200 len: 854 time: 0.1904242 Aug 30 01:11:41.166254 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0029c306-33ab-48b4-8e58-b7f6e4f0c13e req-0bf47f8c-ab80-4b50-959d-2c3fd6c09520 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579731 Aug 30 01:11:41.221702 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d34e3a2a-1eca-40e4-8b78-66f6d0277c81 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c HTTP/1.1" status: 200 len: 217 time: 0.0451667 Aug 30 01:11:41.371450 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-91b24faa-ff9d-4f27-b884-b10555e77659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.373505 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-91b24faa-ff9d-4f27-b884-b10555e77659 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=281ceb28-999a-45ac-8b94-e3a5aba703ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1592717 Aug 30 01:11:41.374474 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a2c6e-c7a4-4a4a-b787-54811b9c36db req-9ff50319-41af-4edc-8c96-692e8813279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.375847 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-de3a2c6e-c7a4-4a4a-b787-54811b9c36db req-9ff50319-41af-4edc-8c96-692e8813279e service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=a4ad0ac8-1d42-4e74-88e7-302cf181b538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1320462 Aug 30 01:11:41.414127 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed241de7-080c-4a00-8176-1cb96eef87e9 req-3306c718-9c1c-466d-a59e-30901f21b33e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.417060 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ed241de7-080c-4a00-8176-1cb96eef87e9 req-3306c718-9c1c-466d-a59e-30901f21b33e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 945 time: 0.1438427 Aug 30 01:11:41.418387 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc71e0d-22bf-40d6-ab7d-1402706e4851 req-17f103a4-737a-4b0c-b6ec-8a8ecf20e28c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.420776 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddc71e0d-22bf-40d6-ab7d-1402706e4851 req-17f103a4-737a-4b0c-b6ec-8a8ecf20e28c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 944 time: 0.1584926 Aug 30 01:11:41.424009 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d0d9ad38-ce6a-4338-aef5-3192ff9581c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.426629 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-d0d9ad38-ce6a-4338-aef5-3192ff9581c3 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=396acad7-fa43-4c94-bf65-eb50fa3cb4e5 HTTP/1.1" status: 200 len: 855 time: 0.1980605 Aug 30 01:11:41.503687 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:41.511169 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30997188-f19a-4c1f-b938-4ed6fde9f245 req-353094f5-9520-449e-98cb-ad17434c3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.512769 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-30997188-f19a-4c1f-b938-4ed6fde9f245 req-353094f5-9520-449e-98cb-ad17434c3846 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 1129 time: 0.1702418 Aug 30 01:11:41.512886 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d496a-58f0-4a09-b90a-06e9cffa301c req-22ebdd12-c192-400b-8824-f7002888fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.514270 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fa5d496a-58f0-4a09-b90a-06e9cffa301c req-22ebdd12-c192-400b-8824-f7002888fd56 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=37938639-da56-43d1-ac7c-a949da52ba53 HTTP/1.1" status: 200 len: 911 time: 0.3519187 Aug 30 01:11:41.530940 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-3bb2f675-7273-472a-baee-7655bd625d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.532393 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-3bb2f675-7273-472a-baee-7655bd625d4e service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0758691 Aug 30 01:11:41.537053 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ed241de7-080c-4a00-8176-1cb96eef87e9 req-8e7c504a-c324-4a66-9bfb-22746d57d690 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087122 Aug 30 01:11:41.555873 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-30997188-f19a-4c1f-b938-4ed6fde9f245 req-b881483e-3fe6-471d-a4c4-f228be7e844d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:41.587139 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fa5d496a-58f0-4a09-b90a-06e9cffa301c req-7af2e316-18bc-452c-bc9e-a5ebf030e744 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c67f9947-1307-4c65-b66d-e90b9d577330 HTTP/1.1" status: 200 len: 217 time: 0.0592270 Aug 30 01:11:41.666937 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddc71e0d-22bf-40d6-ab7d-1402706e4851 req-a311105c-b912-4703-96ce-bed382cf769d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299197 Aug 30 01:11:41.675902 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-05cf1dc9-07d4-4f3f-a6bf-64fa1a2bbe2d service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333165 Aug 30 01:11:41.678053 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:41.705816 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-6d094373-3f5b-4be3-864e-d35e2be31a07 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175950 Aug 30 01:11:41.707881 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-de3a2c6e-c7a4-4a4a-b787-54811b9c36db req-fa854cb2-d853-44bb-89e0-9d7b2113c7e6 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/a4ad0ac8-1d42-4e74-88e7-302cf181b538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181148 Aug 30 01:11:41.748714 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d496a-58f0-4a09-b90a-06e9cffa301c req-75b58aec-487d-4bf6-91d9-dd2ab793c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.750130 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fa5d496a-58f0-4a09-b90a-06e9cffa301c req-75b58aec-487d-4bf6-91d9-dd2ab793c07d service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f73da1d0-2071-4d5f-b9f8-f3beaaeae423 HTTP/1.1" status: 200 len: 849 time: 0.1541166 Aug 30 01:11:41.754608 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-30997188-f19a-4c1f-b938-4ed6fde9f245 req-b881483e-3fe6-471d-a4c4-f228be7e844d service neutron] Publish callbacks [] for security_group (8d66b446-85d4-44e5-90b5-12e34bff8ebe), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:41.799959 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-36db7033-4a57-461d-a439-066e7e094da8 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158466 Aug 30 01:11:41.837305 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device beaab680-9f79-4900-9963-851c36bf37f9 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:11:41.858141 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-30997188-f19a-4c1f-b938-4ed6fde9f245 req-b881483e-3fe6-471d-a4c4-f228be7e844d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (8d66b446-85d4-44e5-90b5-12e34bff8ebe), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:41.879516 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device d8d36366-3bec-4323-a577-34ce2e4beafd up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:41.889045 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d496a-58f0-4a09-b90a-06e9cffa301c req-10f7ae38-3812-40ae-9be0-98fc27cd4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:41.890584 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fa5d496a-58f0-4a09-b90a-06e9cffa301c req-10f7ae38-3812-40ae-9be0-98fc27cd4d04 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=37938639-da56-43d1-ac7c-a949da52ba53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1048582 Aug 30 01:11:41.902883 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881483e-3fe6-471d-a4c4-f228be7e844d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d66b446-85d4-44e5-90b5-12e34bff8ebe,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:41.927705 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-30997188-f19a-4c1f-b938-4ed6fde9f245 req-b881483e-3fe6-471d-a4c4-f228be7e844d service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035373 Aug 30 01:11:41.972565 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddeb36fb-78c2-4d5b-8125-cd36343d0d88 req-669bb4c4-75f2-4546-b935-c9f493994d55 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537394 Aug 30 01:11:41.975892 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port d8d36366-3bec-4323-a577-34ce2e4beafd completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:11:41.980730 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-de3a2c6e-c7a4-4a4a-b787-54811b9c36db req-46c98d0d-bc9d-4474-b2e8-b4549b31debd service neutron] 10.222.0.74 "GET /networking/v2.0/networks/a4ad0ac8-1d42-4e74-88e7-302cf181b538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632058 Aug 30 01:11:41.986231 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port beaab680-9f79-4900-9963-851c36bf37f9, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=beaab680-9f79-4900-9963-851c36bf37f9,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:42.000139 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'beaab680-9f79-4900-9963-851c36bf37f9', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'port_id': 'beaab680-9f79-4900-9963-851c36bf37f9', 'mac_address': 'fa:16:3e:34:32:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:11:42.026855 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fa5d496a-58f0-4a09-b90a-06e9cffa301c req-84c8808a-5948-4236-b7bf-04b11d45bb8a service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222575 Aug 30 01:11:42.054825 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port beaab680-9f79-4900-9963-851c36bf37f9 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:42.055285 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (beaab680-9f79-4900-9963-851c36bf37f9), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:42.071229 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beaab680-9f79-4900-9963-851c36bf37f9 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:42.081236 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40062f-9c21-439d-9c25-20825b34e445 req-74a01004-7b90-46c3-9935-d0d5f11d7f54 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:42.089192 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-aa40062f-9c21-439d-9c25-20825b34e445 req-74a01004-7b90-46c3-9935-d0d5f11d7f54 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 943 time: 0.0698333 Aug 30 01:11:42.104206 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port beaab680-9f79-4900-9963-851c36bf37f9, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=beaab680-9f79-4900-9963-851c36bf37f9,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:42.111948 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port d8d36366-3bec-4323-a577-34ce2e4beafd triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:42.112833 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:42.174416 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-aa40062f-9c21-439d-9c25-20825b34e445 req-74da15db-6b30-4e8c-bda5-814376c338ca tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841179 Aug 30 01:11:42.206102 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:42.220476 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port d8d36366-3bec-4323-a577-34ce2e4beafd is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:42.221116 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:42.232139 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (beaab680-9f79-4900-9963-851c36bf37f9), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:42.232849 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c67f9947-1307-4c65-b66d-e90b9d577330 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:11:42.322815 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5757e-7c05-462a-94ec-744b6f6adbf9 req-5ded7c5b-519f-444c-ab71-53316337672a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:42.331614 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-71a5757e-7c05-462a-94ec-744b6f6adbf9 req-5ded7c5b-519f-444c-ab71-53316337672a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0641203 Aug 30 01:11:42.350430 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251c0ae-2fbb-42c1-b549-244a4960ddf9 req-c941f061-89c7-4728-a2d8-e63966e1597c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:42.351465 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port d8d36366-3bec-4323-a577-34ce2e4beafd, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=d8d36366-3bec-4323-a577-34ce2e4beafd,segment=NetworkSegment(1e83c07a-0e71-4f03-a919-857afdadd008),segment_id=1e83c07a-0e71-4f03-a919-857afdadd008)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:42.358312 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a251c0ae-2fbb-42c1-b549-244a4960ddf9 req-c941f061-89c7-4728-a2d8-e63966e1597c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 943 time: 0.0670879 Aug 30 01:11:42.389214 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=beaab680-9f79-4900-9963-851c36bf37f9,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:42.395010 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-71a5757e-7c05-462a-94ec-744b6f6adbf9 req-272123d7-7669-47eb-9fb9-52886a5f3364 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590317 Aug 30 01:11:42.430072 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a251c0ae-2fbb-42c1-b549-244a4960ddf9 req-cab5d316-0b09-496e-954a-21819e6ed6d0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708399 Aug 30 01:11:42.462903 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port c67f9947-1307-4c65-b66d-e90b9d577330, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c67f9947-1307-4c65-b66d-e90b9d577330,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:42.480742 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'c67f9947-1307-4c65-b66d-e90b9d577330', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'port_id': 'c67f9947-1307-4c65-b66d-e90b9d577330', 'mac_address': 'fa:16:3e:38:16:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:11:42.504817 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30841f5c-b634-47dc-97ab-c651bf3ace8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d36366-3bec-4323-a577-34ce2e4beafd'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:42.507071 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce614026-a2df-41b0-aca4-c32cc663ce78" -d '{"events": [{"server_uuid": "30841f5c-b634-47dc-97ab-c651bf3ace8a", "name": "network-vif-plugged", "status": "completed", "tag": "d8d36366-3bec-4323-a577-34ce2e4beafd"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:42.524302 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port c67f9947-1307-4c65-b66d-e90b9d577330 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:42.524693 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:42.539575 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67f9947-1307-4c65-b66d-e90b9d577330 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:42.553015 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1ec419-a4a1-4bd3-9348-2c00f94542a1 x-openstack-request-id: req-6f1ec419-a4a1-4bd3-9348-2c00f94542a1 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:42.553295 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30841f5c-b634-47dc-97ab-c651bf3ace8a", "name": "network-vif-plugged", "status": "completed", "tag": "d8d36366-3bec-4323-a577-34ce2e4beafd", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:42.553545 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f1ec419-a4a1-4bd3-9348-2c00f94542a1 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:42.553965 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1ec419-a4a1-4bd3-9348-2c00f94542a1'] response: {'server_uuid': '30841f5c-b634-47dc-97ab-c651bf3ace8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d36366-3bec-4323-a577-34ce2e4beafd', 'code': 200} Aug 30 01:11:42.562753 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port c67f9947-1307-4c65-b66d-e90b9d577330, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c67f9947-1307-4c65-b66d-e90b9d577330,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:42.620325 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:42.662558 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec05525-4684-42a8-a30f-60e7bce6d21b req-2dc94316-e3cf-46a0-9059-d1e3322ed733 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:42.663958 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3ec05525-4684-42a8-a30f-60e7bce6d21b req-2dc94316-e3cf-46a0-9059-d1e3322ed733 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 946 time: 0.0474434 Aug 30 01:11:42.669251 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=d8d36366-3bec-4323-a577-34ce2e4beafd,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:42.695069 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:42.716122 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3ec05525-4684-42a8-a30f-60e7bce6d21b req-a9534fd6-a805-4552-b0c8-b969eeb0f739 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461888 Aug 30 01:11:42.757596 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:42.806774 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=c67f9947-1307-4c65-b66d-e90b9d577330,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:42.822374 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdea05-5d77-46e5-ae40-59d9b2ba7059 req-075972f7-30ed-4571-8ae8-2770ffd47ca7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:42.823886 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-71fdea05-5d77-46e5-ae40-59d9b2ba7059 req-075972f7-30ed-4571-8ae8-2770ffd47ca7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 945 time: 0.0521140 Aug 30 01:11:42.875634 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-71fdea05-5d77-46e5-ae40-59d9b2ba7059 req-285ee8bf-2315-4aa2-b336-036fbc02d51d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442309 Aug 30 01:11:42.904734 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:43.318535 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f911e18-1595-4414-8d3c-464c4042008d req-8c50f60f-60d7-4ea3-95f1-bf79f95092e1 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:43.318745 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['beaab680-9f79-4900-9963-851c36bf37f9'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:11:43.326962 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2f911e18-1595-4414-8d3c-464c4042008d req-8c50f60f-60d7-4ea3-95f1-bf79f95092e1 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 944 time: 0.0655198 Aug 30 01:11:43.333514 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:43.360656 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fa5d496a-58f0-4a09-b90a-06e9cffa301c req-1c8cef9c-5ccf-45a6-b30a-0b56ce4345ae service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274803 Aug 30 01:11:43.377760 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2f911e18-1595-4414-8d3c-464c4042008d req-3c10b6c5-9b2b-4477-85d7-5bca9a84b291 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496874 Aug 30 01:11:43.461242 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['c67f9947-1307-4c65-b66d-e90b9d577330'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:11:43.483829 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56356) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:43.559210 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff8ecb-b3d1-4616-a013-e64551281f27 req-47d95054-20a7-40b8-8915-3f2850fe93a4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:43.560607 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-60ff8ecb-b3d1-4616-a013-e64551281f27 req-47d95054-20a7-40b8-8915-3f2850fe93a4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0511637 Aug 30 01:11:43.598796 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bcd06-f8d9-4410-ae27-927aeb3901c5 req-a728684c-c09f-43f4-a630-d2ceb38d0f64 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:43.600616 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-cf4bcd06-f8d9-4410-ae27-927aeb3901c5 req-a728684c-c09f-43f4-a630-d2ceb38d0f64 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 943 time: 0.0603836 Aug 30 01:11:43.616868 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-60ff8ecb-b3d1-4616-a013-e64551281f27 req-ad7384f6-820c-44e8-8b04-8410d73aed5c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508261 Aug 30 01:11:43.651535 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-33853f5b-0ba1-4ce3-a9d0-06b9e95359a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:43.664706 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-cf4bcd06-f8d9-4410-ae27-927aeb3901c5 req-a2edb3d2-ef93-4c19-9cf2-4c8c515097d7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584464 Aug 30 01:11:43.739295 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-33853f5b-0ba1-4ce3-a9d0-06b9e95359a7 admin admin] Publish callbacks [] for security_group (669ed3ba-46f5-4589-a438-645d18f61352), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:43.842406 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a391b48-a5c5-4cd8-8a94-01bafe7438e5 req-9207c23e-a296-402e-90ac-ba166a506c38 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:43.843886 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3a391b48-a5c5-4cd8-8a94-01bafe7438e5 req-9207c23e-a296-402e-90ac-ba166a506c38 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 946 time: 0.0478396 Aug 30 01:11:43.891088 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3a391b48-a5c5-4cd8-8a94-01bafe7438e5 req-036265ce-07b7-4f62-8504-299d632b337e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415416 Aug 30 01:11:43.934234 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-33853f5b-0ba1-4ce3-a9d0-06b9e95359a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (669ed3ba-46f5-4589-a438-645d18f61352), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:43.940646 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:43.973713 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33853f5b-0ba1-4ce3-a9d0-06b9e95359a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669ed3ba-46f5-4589-a438-645d18f61352,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:43.978006 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-33853f5b-0ba1-4ce3-a9d0-06b9e95359a7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4c413b018e5544548d62af565e6c4b8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4929335 Aug 30 01:11:43.980890 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56366) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:44.005429 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16032a0d-9b85-458f-9a9b-8eee702665d4 req-c3166724-5a7c-4de7-8ba6-c9d08efb6522 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:44.007651 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-16032a0d-9b85-458f-9a9b-8eee702665d4 req-c3166724-5a7c-4de7-8ba6-c9d08efb6522 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 945 time: 0.0558369 Aug 30 01:11:44.032721 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-aa0381e1-09fb-4c1f-8e3f-ba2d6d1b88ae admin admin] Publish callbacks [] for security_group (669ed3ba-46f5-4589-a438-645d18f61352), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:44.054839 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-aa0381e1-09fb-4c1f-8e3f-ba2d6d1b88ae admin admin] Publish callbacks [] for security_group (669ed3ba-46f5-4589-a438-645d18f61352), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:44.061546 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-16032a0d-9b85-458f-9a9b-8eee702665d4 req-32c059bc-f1ef-4578-8156-f88090dbe120 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475681 Aug 30 01:11:44.207397 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-aa0381e1-09fb-4c1f-8e3f-ba2d6d1b88ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (669ed3ba-46f5-4589-a438-645d18f61352), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:44.210051 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-aa0381e1-09fb-4c1f-8e3f-ba2d6d1b88ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:44.211235 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-aa0381e1-09fb-4c1f-8e3f-ba2d6d1b88ae admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/669ed3ba-46f5-4589-a438-645d18f61352 HTTP/1.1" status: 204 len: 168 time: 0.2295687 Aug 30 01:11:44.219801 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0381e1-09fb-4c1f-8e3f-ba2d6d1b88ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669ed3ba-46f5-4589-a438-645d18f61352,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:44.508271 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94bdc64-ed02-4d6f-a6c3-9d0054b9d2c5 req-5d8559b1-f03a-499c-b12f-21901c2fc18e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:44.509787 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e94bdc64-ed02-4d6f-a6c3-9d0054b9d2c5 req-5d8559b1-f03a-499c-b12f-21901c2fc18e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 944 time: 0.0481977 Aug 30 01:11:44.560613 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e94bdc64-ed02-4d6f-a6c3-9d0054b9d2c5 req-1ab75209-fad1-4c69-a4ed-4a21dbb1f889 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438223 Aug 30 01:11:44.751966 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6980348-9d65-469b-a76c-a058f4bd1462 req-12c428f1-157b-4971-b958-161331c525bd tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:44.753457 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c6980348-9d65-469b-a76c-a058f4bd1462 req-12c428f1-157b-4971-b958-161331c525bd tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0556476 Aug 30 01:11:44.807777 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c6980348-9d65-469b-a76c-a058f4bd1462 req-38dc7393-6ee1-4ef7-8659-d403a15da7bc tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484929 Aug 30 01:11:44.817709 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5115b-41d0-4daf-8e55-4287841cdd23 req-d8026136-c0c0-4472-ad7a-0ba15823affb tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:44.819620 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-aba5115b-41d0-4daf-8e55-4287841cdd23 req-d8026136-c0c0-4472-ad7a-0ba15823affb tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 943 time: 0.0637040 Aug 30 01:11:44.854771 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:44.873497 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-aba5115b-41d0-4daf-8e55-4287841cdd23 req-13a2a12e-8c65-498a-85cd-52fef7414692 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469980 Aug 30 01:11:45.009134 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device beaab680-9f79-4900-9963-851c36bf37f9 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:45.017451 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a540ea-f12e-48cb-8dea-186e3211c249 req-0840d78d-30a7-4c2c-a2a2-1ab42690f5e9 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:45.019355 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f1a540ea-f12e-48cb-8dea-186e3211c249 req-0840d78d-30a7-4c2c-a2a2-1ab42690f5e9 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 946 time: 0.0534337 Aug 30 01:11:45.068481 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port beaab680-9f79-4900-9963-851c36bf37f9 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:11:45.076056 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f1a540ea-f12e-48cb-8dea-186e3211c249 req-f6e0f91a-a52f-4a9b-bbf0-f9b05a3b9e1e tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494888 Aug 30 01:11:45.208231 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port beaab680-9f79-4900-9963-851c36bf37f9 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:45.208610 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (beaab680-9f79-4900-9963-851c36bf37f9), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:45.218017 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7eaa63-f510-46ae-af72-2d50f17d146c req-e01bd884-8d99-4c23-accc-a2354ee16fa4 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:45.225696 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1f7eaa63-f510-46ae-af72-2d50f17d146c req-e01bd884-8d99-4c23-accc-a2354ee16fa4 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 945 time: 0.0567291 Aug 30 01:11:45.233336 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56396) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:45.246661 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2500c39c-8043-44b7-b05f-35e42784a74d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:45.272275 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1f7eaa63-f510-46ae-af72-2d50f17d146c req-e4b7160e-129a-4a65-abfa-b0a4dafd7f88 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467968 Aug 30 01:11:45.336020 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2500c39c-8043-44b7-b05f-35e42784a74d admin admin] Publish callbacks [] for security_group (e7b67cd1-5828-423a-87ee-0c7c6e24b169), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:45.411070 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port beaab680-9f79-4900-9963-851c36bf37f9 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:45.417935 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (beaab680-9f79-4900-9963-851c36bf37f9), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:45.435901 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b016168d-f295-4bb4-9da1-36472ad69576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beaab680-9f79-4900-9963-851c36bf37f9'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:45.438132 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a664c4cc-01dd-4758-b94a-a720db7e8bc8" -d '{"events": [{"server_uuid": "b016168d-f295-4bb4-9da1-36472ad69576", "name": "network-vif-plugged", "status": "completed", "tag": "beaab680-9f79-4900-9963-851c36bf37f9"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:45.450801 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port beaab680-9f79-4900-9963-851c36bf37f9, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=beaab680-9f79-4900-9963-851c36bf37f9,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:45.477533 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbde364d-9e30-4d9c-99dd-290a058ff95e x-openstack-request-id: req-dbde364d-9e30-4d9c-99dd-290a058ff95e {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:45.477945 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b016168d-f295-4bb4-9da1-36472ad69576", "name": "network-vif-plugged", "status": "completed", "tag": "beaab680-9f79-4900-9963-851c36bf37f9", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:45.478413 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dbde364d-9e30-4d9c-99dd-290a058ff95e {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:45.478806 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbde364d-9e30-4d9c-99dd-290a058ff95e'] response: {'server_uuid': 'b016168d-f295-4bb4-9da1-36472ad69576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beaab680-9f79-4900-9963-851c36bf37f9', 'code': 200} Aug 30 01:11:45.511504 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2500c39c-8043-44b7-b05f-35e42784a74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e7b67cd1-5828-423a-87ee-0c7c6e24b169), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:45.551349 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500c39c-8043-44b7-b05f-35e42784a74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b67cd1-5828-423a-87ee-0c7c6e24b169,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:45.556618 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-2500c39c-8043-44b7-b05f-35e42784a74d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2723e0408e4a48ba85883c34d5499fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222008 Aug 30 01:11:45.559271 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56404) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:45.563796 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:45.565983 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (beaab680-9f79-4900-9963-851c36bf37f9), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:45.566888 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c67f9947-1307-4c65-b66d-e90b9d577330 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:45.616205 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-99274d95-814e-4541-a378-7126985486a2 admin admin] Publish callbacks [] for security_group (e7b67cd1-5828-423a-87ee-0c7c6e24b169), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:45.638601 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-99274d95-814e-4541-a378-7126985486a2 admin admin] Publish callbacks [] for security_group (e7b67cd1-5828-423a-87ee-0c7c6e24b169), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:45.647990 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:45.657355 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=beaab680-9f79-4900-9963-851c36bf37f9,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:45.664374 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port c67f9947-1307-4c65-b66d-e90b9d577330 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:11:45.702646 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02d1f1-3c49-4920-aaab-9bdde93856dd req-8263341d-7634-4e66-b9d6-bd8fe74ca6fb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:45.704272 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9f02d1f1-3c49-4920-aaab-9bdde93856dd req-8263341d-7634-4e66-b9d6-bd8fe74ca6fb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 944 time: 0.0560703 Aug 30 01:11:45.751805 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port c67f9947-1307-4c65-b66d-e90b9d577330 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:45.752182 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:45.752963 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-99274d95-814e-4541-a378-7126985486a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e7b67cd1-5828-423a-87ee-0c7c6e24b169), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:45.755934 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-99274d95-814e-4541-a378-7126985486a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:45.757239 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-99274d95-814e-4541-a378-7126985486a2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e7b67cd1-5828-423a-87ee-0c7c6e24b169 HTTP/1.1" status: 204 len: 168 time: 0.1967452 Aug 30 01:11:45.766145 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9f02d1f1-3c49-4920-aaab-9bdde93856dd req-79114cef-809f-48b2-bc3f-aef55f2d220b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538545 Aug 30 01:11:45.779016 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99274d95-814e-4541-a378-7126985486a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b67cd1-5828-423a-87ee-0c7c6e24b169,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:45.884146 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0968c0-6e18-4d44-adcd-acd7343c188d req-048f1e1a-495b-49d8-951c-e10ed59d4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:45.886035 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bc0968c0-6e18-4d44-adcd-acd7343c188d req-048f1e1a-495b-49d8-951c-e10ed59d4816 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 1130 time: 0.1067095 Aug 30 01:11:45.936096 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port c67f9947-1307-4c65-b66d-e90b9d577330 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:45.936622 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:45.946326 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bc0968c0-6e18-4d44-adcd-acd7343c188d req-9e1ab2f5-f6c4-4a26-b3e2-0e759b9b2bc6 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527916 Aug 30 01:11:45.959355 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56133207-8a04-4641-b57e-97f21be5383f req-1d476c17-340f-4798-a4f3-b2c406a041e3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:45.960910 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-56133207-8a04-4641-b57e-97f21be5383f req-1d476c17-340f-4798-a4f3-b2c406a041e3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0540018 Aug 30 01:11:45.979142 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port c67f9947-1307-4c65-b66d-e90b9d577330, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c67f9947-1307-4c65-b66d-e90b9d577330,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:46.013142 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-56133207-8a04-4641-b57e-97f21be5383f req-0de64c9c-17e0-451f-8e2a-4bbbc87d00e4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418487 Aug 30 01:11:46.014243 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490570b4-c1c4-42d3-be15-f743f0b91ea6 req-96a0dff7-dc10-41fb-8e94-f8f68407532e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:46.015843 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-490570b4-c1c4-42d3-be15-f743f0b91ea6 req-96a0dff7-dc10-41fb-8e94-f8f68407532e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 943 time: 0.0482669 Aug 30 01:11:46.020255 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:46.064291 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:46.080208 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-490570b4-c1c4-42d3-be15-f743f0b91ea6 req-c59b5c7d-c226-49d5-9010-e7b8b4dbf32a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549207 Aug 30 01:11:46.129351 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=c67f9947-1307-4c65-b66d-e90b9d577330,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:46.207569 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56424) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:46.209697 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:46.228031 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41898153-a8b4-4f91-9668-181f833350b6 req-757aae08-7e76-445f-b4c8-a4107d5c24fc tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:46.229529 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-41898153-a8b4-4f91-9668-181f833350b6 req-757aae08-7e76-445f-b4c8-a4107d5c24fc tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 946 time: 0.0523303 Aug 30 01:11:46.287953 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 66ac913d-aad3-451a-96e1-8f106967b9a5 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:11:46.290422 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-41898153-a8b4-4f91-9668-181f833350b6 req-caee4dcb-b631-4b5d-b66f-1d24f27f0452 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544512 Aug 30 01:11:46.369850 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9247d2b4-1631-433c-87f6-aa03e3a766b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:46.389366 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afca6e9-452e-41e7-ba5f-f7d810800229 req-822cf3ed-34c5-41b4-b035-3a4570d6aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:46.391660 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5afca6e9-452e-41e7-ba5f-f7d810800229 req-822cf3ed-34c5-41b4-b035-3a4570d6aca0 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 1130 time: 0.1156988 Aug 30 01:11:46.432862 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 66ac913d-aad3-451a-96e1-8f106967b9a5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=66ac913d-aad3-451a-96e1-8f106967b9a5,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:46.448323 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'port_id': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'mac_address': 'fa:16:3e:13:84:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:11:46.494033 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 66ac913d-aad3-451a-96e1-8f106967b9a5 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:46.494494 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:46.494872 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03f471-2593-4b12-9765-a741875c3c0b req-b9997d5c-3b8f-416a-a7cc-59418ad57459 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:46.496531 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5a03f471-2593-4b12-9765-a741875c3c0b req-b9997d5c-3b8f-416a-a7cc-59418ad57459 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.1128955 Aug 30 01:11:46.498310 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:46.510282 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ac913d-aad3-451a-96e1-8f106967b9a5 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:46.533638 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 66ac913d-aad3-451a-96e1-8f106967b9a5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=66ac913d-aad3-451a-96e1-8f106967b9a5,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:46.543031 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9247d2b4-1631-433c-87f6-aa03e3a766b3 admin admin] Publish callbacks [] for security_group (c9222233-aebf-49fa-8a76-dbb8f3c601f5), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:46.569777 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5a03f471-2593-4b12-9765-a741875c3c0b req-c64b12a9-92fa-42c3-9437-cb06a7b04509 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653555 Aug 30 01:11:46.641369 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:46.642122 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 3efaeb1f-3500-4863-b27f-c56c1aa2946c details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:11:46.642998 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9247d2b4-1631-433c-87f6-aa03e3a766b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (c9222233-aebf-49fa-8a76-dbb8f3c601f5), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:46.702626 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-9247d2b4-1631-433c-87f6-aa03e3a766b3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b47f546baf7341da9abda1a754006d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4911911 Aug 30 01:11:46.702626 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247d2b4-1631-433c-87f6-aa03e3a766b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9222233-aebf-49fa-8a76-dbb8f3c601f5,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:46.703688 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56440) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:46.728519 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56442) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:46.748869 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=66ac913d-aad3-451a-96e1-8f106967b9a5,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:46.766353 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-55cde4cc-bb22-49a5-aa3b-ab8053d74132 admin admin] Publish callbacks [] for security_group (c9222233-aebf-49fa-8a76-dbb8f3c601f5), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:46.791343 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-55cde4cc-bb22-49a5-aa3b-ab8053d74132 admin admin] Publish callbacks [] for security_group (c9222233-aebf-49fa-8a76-dbb8f3c601f5), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:46.821219 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:46.836117 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'port_id': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'mac_address': 'fa:16:3e:9e:be:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:11:46.874601 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 3efaeb1f-3500-4863-b27f-c56c1aa2946c is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:46.875092 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:46.888909 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efaeb1f-3500-4863-b27f-c56c1aa2946c {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:11:46.906219 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec767b1-91a0-4062-b70a-57eef51f2a51 req-73b57fdb-93cf-42db-b5af-854829fc47e8 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:46.907770 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-aec767b1-91a0-4062-b70a-57eef51f2a51 req-73b57fdb-93cf-42db-b5af-854829fc47e8 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0494840 Aug 30 01:11:46.910333 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:46.952038 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-acb2686d-7a41-4e7e-aeea-39d6ec237f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:46.969130 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-aec767b1-91a0-4062-b70a-57eef51f2a51 req-7a560587-4642-4cd3-9b0c-ef5977ebc77e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556352 Aug 30 01:11:46.978539 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-55cde4cc-bb22-49a5-aa3b-ab8053d74132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (c9222233-aebf-49fa-8a76-dbb8f3c601f5), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:46.987485 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-55cde4cc-bb22-49a5-aa3b-ab8053d74132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:46.989232 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-55cde4cc-bb22-49a5-aa3b-ab8053d74132 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c9222233-aebf-49fa-8a76-dbb8f3c601f5 HTTP/1.1" status: 204 len: 168 time: 0.2841933 Aug 30 01:11:47.001690 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cde4cc-bb22-49a5-aa3b-ab8053d74132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9222233-aebf-49fa-8a76-dbb8f3c601f5,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:47.054295 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:47.149108 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=3efaeb1f-3500-4863-b27f-c56c1aa2946c,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:47.250066 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abb159-b34d-4ff9-b94f-1ee3347b114b req-04b86e31-f179-4c81-b5f8-7abd10a17f81 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:47.251867 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-01abb159-b34d-4ff9-b94f-1ee3347b114b req-04b86e31-f179-4c81-b5f8-7abd10a17f81 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 944 time: 0.0765922 Aug 30 01:11:47.257601 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:47.314951 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-01abb159-b34d-4ff9-b94f-1ee3347b114b req-d182f4ab-a435-4d90-9d28-f4927d426c5e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558205 Aug 30 01:11:47.343976 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-acb2686d-7a41-4e7e-aeea-39d6ec237f15 admin admin] Publish callbacks [] for security_group (a0da53ad-a322-44cd-b8f5-fa895128f0f1), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:47.360165 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56464) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:47.402036 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be179928-0454-4777-a85c-4a589d3140a9 req-d4aaecf3-94b3-46b3-b3ea-3ba925ecf5af tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:47.414918 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-be179928-0454-4777-a85c-4a589d3140a9 req-d4aaecf3-94b3-46b3-b3ea-3ba925ecf5af tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 944 time: 0.1269090 Aug 30 01:11:47.426416 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5afca6e9-452e-41e7-ba5f-f7d810800229 req-9b51d15d-7c6d-4d81-b5c9-99d7ec5714fe service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411572 Aug 30 01:11:47.436437 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-acb2686d-7a41-4e7e-aeea-39d6ec237f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a0da53ad-a322-44cd-b8f5-fa895128f0f1), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:47.443545 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:47.467735 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f0b14-bd94-428b-b3d7-5d5eafe8e761 req-e2f73b66-0622-47c5-a894-87deebff5242 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:47.469553 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d54f0b14-bd94-428b-b3d7-5d5eafe8e761 req-e2f73b66-0622-47c5-a894-87deebff5242 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 946 time: 0.0643654 Aug 30 01:11:47.480051 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5022a2c4-6b00-416c-9a13-63b0dec702b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67f9947-1307-4c65-b66d-e90b9d577330'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:47.484421 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187ca406-b608-4c5a-ab9c-5ff6549c32b8" -d '{"events": [{"server_uuid": "5022a2c4-6b00-416c-9a13-63b0dec702b2", "name": "network-vif-plugged", "status": "completed", "tag": "c67f9947-1307-4c65-b66d-e90b9d577330"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:47.510827 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-acb2686d-7a41-4e7e-aeea-39d6ec237f15 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d7e8f24d91f94c698ae6018210deea1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7814434 Aug 30 01:11:47.513377 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2686d-7a41-4e7e-aeea-39d6ec237f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0da53ad-a322-44cd-b8f5-fa895128f0f1,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:47.516571 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56472) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:47.520796 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-be179928-0454-4777-a85c-4a589d3140a9 req-11cdff7e-abb6-4888-81d5-3ae8112c6b3e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085463 Aug 30 01:11:47.544831 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-707165724-network', 'tenant_id': '43f140e0f58f42ae96e16f80b480621c'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:47.566001 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d54f0b14-bd94-428b-b3d7-5d5eafe8e761 req-29c7c227-5d38-477a-b6f5-2f3530d3cf69 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847921 Aug 30 01:11:47.580554 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c09b4de-5aca-4a89-80b0-dc086f8b91db x-openstack-request-id: req-5c09b4de-5aca-4a89-80b0-dc086f8b91db {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:47.580847 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5022a2c4-6b00-416c-9a13-63b0dec702b2", "name": "network-vif-plugged", "status": "completed", "tag": "c67f9947-1307-4c65-b66d-e90b9d577330", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:47.581131 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c09b4de-5aca-4a89-80b0-dc086f8b91db {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:47.581547 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c09b4de-5aca-4a89-80b0-dc086f8b91db'] response: {'server_uuid': '5022a2c4-6b00-416c-9a13-63b0dec702b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67f9947-1307-4c65-b66d-e90b9d577330', 'code': 200} Aug 30 01:11:47.603636 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc9aa-22f4-43a7-a7d9-a14c76727000 admin admin] Publish callbacks [] for security_group (a0da53ad-a322-44cd-b8f5-fa895128f0f1), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:47.627046 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc9aa-22f4-43a7-a7d9-a14c76727000 admin admin] Publish callbacks [] for security_group (a0da53ad-a322-44cd-b8f5-fa895128f0f1), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:47.691879 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b1dd9-f551-474c-99f4-f1b9da4d4e4b req-c31555e1-87e9-44a3-a440-5eecb655b16b tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:47.693956 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b28b1dd9-f551-474c-99f4-f1b9da4d4e4b req-c31555e1-87e9-44a3-a440-5eecb655b16b tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0486228 Aug 30 01:11:47.705559 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Made reservation on behalf of 43f140e0f58f42ae96e16f80b480621c for: {'network': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:11:47.711247 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:47.722916 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:47.737206 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:47.743813 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc9aa-22f4-43a7-a7d9-a14c76727000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a0da53ad-a322-44cd-b8f5-fa895128f0f1), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:47.745376 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b28b1dd9-f551-474c-99f4-f1b9da4d4e4b req-5d5604f8-a8a2-40c9-82f0-5d44b9cf400f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461814 Aug 30 01:11:47.747326 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9d4cc9aa-22f4-43a7-a7d9-a14c76727000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:47.750160 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-9d4cc9aa-22f4-43a7-a7d9-a14c76727000 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a0da53ad-a322-44cd-b8f5-fa895128f0f1 HTTP/1.1" status: 204 len: 168 time: 0.2323546 Aug 30 01:11:47.760163 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['66ac913d-aad3-451a-96e1-8f106967b9a5'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:11:47.763181 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:47.774259 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cc9aa-22f4-43a7-a7d9-a14c76727000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0da53ad-a322-44cd-b8f5-fa895128f0f1,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:47.845909 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Publish callbacks [] for security_group (ed29d55e-dfbb-4215-adf9-deda42fac588), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:47.902262 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['3efaeb1f-3500-4863-b27f-c56c1aa2946c'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:11:47.918013 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56478) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:47.931958 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7d80231b-6052-4878-bf56-e8bb451810e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:47.935326 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ed29d55e-dfbb-4215-adf9-deda42fac588), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:47.953920 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=107025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:11:47.967200 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (301ca58b-35cc-4548-a11d-5f9279a02507), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:47.967781 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.segments_db [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Added segment 301ca58b-35cc-4548-a11d-5f9279a02507 of type vlan for network 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f Aug 30 01:11:48.017259 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (9fb68cff-0330-4b4f-897d-a5b9f49b6d9f), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:48.056519 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7d80231b-6052-4878-bf56-e8bb451810e4 admin admin] Publish callbacks [] for security_group (ad833e06-aa32-48b9-9e1d-d2d0a99052dc), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:48.061654 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed29d55e-dfbb-4215-adf9-deda42fac588,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:48.069863 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:48.110231 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd3ef1-0c0e-4552-8b44-6d02596c984f req-f184c0e8-89bd-440f-9776-c6cf90666d0d tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:48.111815 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-92cd3ef1-0c0e-4552-8b44-6d02596c984f req-f184c0e8-89bd-440f-9776-c6cf90666d0d tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0534256 Aug 30 01:11:48.162002 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-92cd3ef1-0c0e-4552-8b44-6d02596c984f req-bb0c9cde-f10c-45c2-9df6-39e98634fabc tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436485 Aug 30 01:11:48.163580 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7d80231b-6052-4878-bf56-e8bb451810e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ad833e06-aa32-48b9-9e1d-d2d0a99052dc), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:48.203151 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (9fb68cff-0330-4b4f-897d-a5b9f49b6d9f), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:48.203371 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80231b-6052-4878-bf56-e8bb451810e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad833e06-aa32-48b9-9e1d-d2d0a99052dc,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:48.204945 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:48.206287 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:48.210500 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-7d80231b-6052-4878-bf56-e8bb451810e4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=36cc862bdd514b668ea3e11a9ff02b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885475 Aug 30 01:11:48.210678 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56484) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:48.299518 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] Pushing event updated for resources: {'Network': ['ID=9fb68cff-0330-4b4f-897d-a5b9f49b6d9f,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:48.305055 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dd11f247-f0b9-4849-b0fc-a371ca963408 admin admin] Publish callbacks [] for security_group (ad833e06-aa32-48b9-9e1d-d2d0a99052dc), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:48.309406 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:11:48.332156 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dd11f247-f0b9-4849-b0fc-a371ca963408 admin admin] Publish callbacks [] for security_group (ad833e06-aa32-48b9-9e1d-d2d0a99052dc), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:48.407207 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-4ea2d882-5f11-482d-ac43-9110618b29ea admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0456519 Aug 30 01:11:48.408123 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56488) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:48.410210 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:48.413881 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-d33af648-2147-4ca3-b685-405780e6e149 admin admin] Request body: {'subnet': {'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-707165724-subnet', 'tenant_id': '43f140e0f58f42ae96e16f80b480621c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:48.445698 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2fba6-1bc4-467a-bb2e-e76a30454691 req-e56cdd3e-6320-49ef-991a-82a7013e60b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:48.447258 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c5d2fba6-1bc4-467a-bb2e-e76a30454691 req-e56cdd3e-6320-49ef-991a-82a7013e60b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 944 time: 0.0504220 Aug 30 01:11:48.466747 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dd11f247-f0b9-4849-b0fc-a371ca963408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ad833e06-aa32-48b9-9e1d-d2d0a99052dc), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:48.469282 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dd11f247-f0b9-4849-b0fc-a371ca963408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:48.470557 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-dd11f247-f0b9-4849-b0fc-a371ca963408 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ad833e06-aa32-48b9-9e1d-d2d0a99052dc HTTP/1.1" status: 204 len: 168 time: 0.2590694 Aug 30 01:11:48.495477 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11f247-f0b9-4849-b0fc-a371ca963408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad833e06-aa32-48b9-9e1d-d2d0a99052dc,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:48.519026 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c5d2fba6-1bc4-467a-bb2e-e76a30454691 req-dae7e092-a1c1-4e3a-9400-5489be10ad89 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655928 Aug 30 01:11:48.571971 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33af648-2147-4ca3-b685-405780e6e149 admin admin] Made reservation on behalf of 43f140e0f58f42ae96e16f80b480621c for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:11:48.574456 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d33af648-2147-4ca3-b685-405780e6e149 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:48.673446 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56496) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:48.697346 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1291f-7c73-4101-9739-dd5c6312fd2c req-a2a46924-e220-4b04-90aa-5cf0784b7c3a tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:48.698872 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dff1291f-7c73-4101-9739-dd5c6312fd2c req-a2a46924-e220-4b04-90aa-5cf0784b7c3a tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 946 time: 0.0523391 Aug 30 01:11:48.699342 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-53cef25a-2f43-4a40-999f-ccbf3008af4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:48.711132 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab04ee-b59a-43a2-a8be-c36e8ce37266 req-bffbb2bc-a12a-4c85-9fc7-d578ef8f97b2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:48.712613 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c6ab04ee-b59a-43a2-a8be-c36e8ce37266 req-bffbb2bc-a12a-4c85-9fc7-d578ef8f97b2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 944 time: 0.0871418 Aug 30 01:11:48.757012 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dff1291f-7c73-4101-9739-dd5c6312fd2c req-936d04a0-60cf-4241-b54a-3e5a84bbba24 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518582 Aug 30 01:11:48.908909 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c6ab04ee-b59a-43a2-a8be-c36e8ce37266 req-4bc0a1fb-541e-4daa-9faa-3f2c04d9ec11 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879566 Aug 30 01:11:48.924365 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5801c-8c8f-41da-9b77-424717e0e8be req-f5ef9c4d-452c-47a4-b2a8-1a938ef29ee1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:48.928582 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17e5801c-8c8f-41da-9b77-424717e0e8be req-f5ef9c4d-452c-47a4-b2a8-1a938ef29ee1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0757413 Aug 30 01:11:48.975221 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-53cef25a-2f43-4a40-999f-ccbf3008af4c admin admin] Publish callbacks [] for security_group (686a84fe-26d2-47ec-9340-1104cf8640b7), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:49.001184 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d33af648-2147-4ca3-b685-405780e6e149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for subnet (65358f5b-cedf-4c4b-b290-6d27b9626fe2), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:49.015213 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17e5801c-8c8f-41da-9b77-424717e0e8be req-592b30a9-165e-4416-be9a-ac5be04b795a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699203 Aug 30 01:11:49.064088 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-53cef25a-2f43-4a40-999f-ccbf3008af4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (686a84fe-26d2-47ec-9340-1104cf8640b7), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:49.115420 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:49.120640 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33af648-2147-4ca3-b685-405780e6e149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65358f5b-cedf-4c4b-b290-6d27b9626fe2,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:49.138519 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cef25a-2f43-4a40-999f-ccbf3008af4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686a84fe-26d2-47ec-9340-1104cf8640b7,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:49.146179 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-53cef25a-2f43-4a40-999f-ccbf3008af4c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ee9ba3eba02e493eb3058a1eb038fab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733884 Aug 30 01:11:49.148953 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33af648-2147-4ca3-b685-405780e6e149 admin admin] Checking segment: {'id': '301ca58b-35cc-4548-a11d-5f9279a02507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:11:49.149263 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33af648-2147-4ca3-b685-405780e6e149 admin admin] Network hostable DHCP agents. Network: 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:11:49.149504 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56510) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:49.206551 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ca9919f5-b3b0-4de4-a5f6-46705855d379 admin admin] Publish callbacks [] for security_group (686a84fe-26d2-47ec-9340-1104cf8640b7), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:49.227203 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ca9919f5-b3b0-4de4-a5f6-46705855d379 admin admin] Publish callbacks [] for security_group (686a84fe-26d2-47ec-9340-1104cf8640b7), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:49.232048 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33af648-2147-4ca3-b685-405780e6e149 admin admin] Network 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:11:49.304283 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa2b5d-0be6-4a4d-bcd2-b478ac41b424 req-9c6765a5-7a82-4549-9e43-21b994dd5551 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:49.305802 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b3aa2b5d-0be6-4a4d-bcd2-b478ac41b424 req-9c6765a5-7a82-4549-9e43-21b994dd5551 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0538247 Aug 30 01:11:49.384436 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:49.385534 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ca9919f5-b3b0-4de4-a5f6-46705855d379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (686a84fe-26d2-47ec-9340-1104cf8640b7), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:49.389517 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ca9919f5-b3b0-4de4-a5f6-46705855d379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:49.390895 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-ca9919f5-b3b0-4de4-a5f6-46705855d379 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/686a84fe-26d2-47ec-9340-1104cf8640b7 HTTP/1.1" status: 204 len: 168 time: 0.2362516 Aug 30 01:11:49.400443 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9919f5-b3b0-4de4-a5f6-46705855d379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686a84fe-26d2-47ec-9340-1104cf8640b7,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:49.479671 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:49.533308 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-d33af648-2147-4ca3-b685-405780e6e149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:11:49.543648 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b3aa2b5d-0be6-4a4d-bcd2-b478ac41b424 req-a768e272-74be-407c-931c-e0dfa4d0ff85 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276607 Aug 30 01:11:49.543648 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33af648-2147-4ca3-b685-405780e6e149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:49.543648 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d33af648-2147-4ca3-b685-405780e6e149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:49.551698 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a7e38e-7aa1-46a3-88d6-fca13d6e5021 None None] Network 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:11:49.697632 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d18486-f278-4d21-98c7-a1b2fceab43d None None] Network 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:11:49.698926 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6b14f-0de3-484e-8288-897fea7846f6 req-4015c8b5-0bd2-41df-ad23-ed2c959cbf66 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:49.700622 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ceb6b14f-0de3-484e-8288-897fea7846f6 req-4015c8b5-0bd2-41df-ad23-ed2c959cbf66 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 944 time: 0.0879540 Aug 30 01:11:49.709982 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-d33af648-2147-4ca3-b685-405780e6e149 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2990687 Aug 30 01:11:49.758837 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 3efaeb1f-3500-4863-b27f-c56c1aa2946c up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:49.762494 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ceb6b14f-0de3-484e-8288-897fea7846f6 req-365e21ae-fcef-47ba-9c85-49e2624f0d6a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505309 Aug 30 01:11:49.832760 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port 3efaeb1f-3500-4863-b27f-c56c1aa2946c completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:11:49.880924 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10c064-d7e1-4e59-89e6-8f202ac391c4 req-22a52ca4-48db-417a-9d68-ac56dd389964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:49.883367 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7e10c064-d7e1-4e59-89e6-8f202ac391c4 req-22a52ca4-48db-417a-9d68-ac56dd389964 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 1129 time: 0.0903523 Aug 30 01:11:49.927962 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port 3efaeb1f-3500-4863-b27f-c56c1aa2946c triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:49.928356 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:49.962561 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7e10c064-d7e1-4e59-89e6-8f202ac391c4 req-6728d131-f8d6-4bad-a8a9-2f3bb9ee809e service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654950 Aug 30 01:11:49.963552 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:50.038590 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 3efaeb1f-3500-4863-b27f-c56c1aa2946c is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:50.039007 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:50.084708 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:50.087019 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7e9adc-79cb-4d8d-a40b-452242db6aab" -d '{"events": [{"server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "name": "network-vif-plugged", "status": "completed", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:50.096327 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017306-c6ba-44ef-aaed-7aeace5ccc99 req-ab02b480-96eb-471d-8cab-7de3efc03cf8 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:50.105759 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4b017306-c6ba-44ef-aaed-7aeace5ccc99 req-ab02b480-96eb-471d-8cab-7de3efc03cf8 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 944 time: 0.0747120 Aug 30 01:11:50.127630 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:50.167236 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4b017306-c6ba-44ef-aaed-7aeace5ccc99 req-f1faf8da-d46c-4523-9087-5002758c49a5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553036 Aug 30 01:11:50.206648 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:50.207457 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 66ac913d-aad3-451a-96e1-8f106967b9a5 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:11:50.218977 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de939a1c-47d7-46d7-a5e3-44174a4faad3 req-21f7e228-404a-41aa-b5b8-d4559a475414 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:50.228405 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-de939a1c-47d7-46d7-a5e3-44174a4faad3 req-21f7e228-404a-41aa-b5b8-d4559a475414 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0810421 Aug 30 01:11:50.304934 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-de939a1c-47d7-46d7-a5e3-44174a4faad3 req-fa28d63c-213a-44fb-a486-59a935f77136 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741792 Aug 30 01:11:50.380948 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a75fe4-e270-472e-b47b-9ace54a0bc38 x-openstack-request-id: req-26a75fe4-e270-472e-b47b-9ace54a0bc38 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:50.381230 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "name": "network-vif-plugged", "status": "completed", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:50.381475 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26a75fe4-e270-472e-b47b-9ace54a0bc38 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:50.382069 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a75fe4-e270-472e-b47b-9ace54a0bc38'] response: {'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'code': 200} Aug 30 01:11:50.389066 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-2ca17caa-35fd-43c8-9443-6e934b0cd66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:50.395756 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:50.427580 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=3efaeb1f-3500-4863-b27f-c56c1aa2946c,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:50.445996 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port 66ac913d-aad3-451a-96e1-8f106967b9a5 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:11:50.526515 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port 66ac913d-aad3-451a-96e1-8f106967b9a5 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:11:50.527212 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:50.621194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 66ac913d-aad3-451a-96e1-8f106967b9a5 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:11:50.621194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:50.660624 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 66ac913d-aad3-451a-96e1-8f106967b9a5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=66ac913d-aad3-451a-96e1-8f106967b9a5,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:11:50.707176 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dbebc-bab3-4b82-9994-cec8f0cb3fec req-51f00a95-8345-4e37-9c35-5e5daa9a0ec5 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:50.715170 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4a8dbebc-bab3-4b82-9994-cec8f0cb3fec req-51f00a95-8345-4e37-9c35-5e5daa9a0ec5 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0698938 Aug 30 01:11:50.745808 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:50.805014 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4a8dbebc-bab3-4b82-9994-cec8f0cb3fec req-5f709553-fa21-499b-bac5-a79895189437 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831327 Aug 30 01:11:50.826780 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=66ac913d-aad3-451a-96e1-8f106967b9a5,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:50.907343 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0772b-7d95-477d-9e05-b98bc16ca92e req-23ca321f-1b85-4a34-b107-4e6abc81b6da tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:50.908829 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-78f0772b-7d95-477d-9e05-b98bc16ca92e req-23ca321f-1b85-4a34-b107-4e6abc81b6da tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 945 time: 0.0487051 Aug 30 01:11:50.978188 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-78f0772b-7d95-477d-9e05-b98bc16ca92e req-67b222e0-863d-494e-8de0-b4b6a5c64f24 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617969 Aug 30 01:11:51.104568 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2ec16-b546-4473-af1f-4ac7be85d534 req-0de27c33-c550-434a-91f6-44245d286e9e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:51.112443 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-74b2ec16-b546-4473-af1f-4ac7be85d534 req-0de27c33-c550-434a-91f6-44245d286e9e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0620584 Aug 30 01:11:51.183657 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-74b2ec16-b546-4473-af1f-4ac7be85d534 req-7924d382-cdc2-496f-9a3e-1ec1a6961397 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700960 Aug 30 01:11:51.314028 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7dee8-0e92-4bd8-b0e1-6f8245770cca req-3d18d917-682f-4066-89b7-f420be8ff1db tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:51.315866 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-87a7dee8-0e92-4bd8-b0e1-6f8245770cca req-3d18d917-682f-4066-89b7-f420be8ff1db tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0541260 Aug 30 01:11:51.367196 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-87a7dee8-0e92-4bd8-b0e1-6f8245770cca req-9d591446-30eb-4316-b02c-76bc1e2bb4e9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452724 Aug 30 01:11:51.579655 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:51.581226 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684945-0bdf-4793-a5f0-d0414f2d224a req-07ac0c59-4e28-4c03-8084-656efeeb3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:51.582943 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f7684945-0bdf-4793-a5f0-d0414f2d224a req-07ac0c59-4e28-4c03-8084-656efeeb3b80 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 1130 time: 0.0625055 Aug 30 01:11:51.929362 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8702d7-ed2b-47c5-b632-ce2702669cfa req-f11cdec7-45f3-4ec1-8242-a0f03966c3b1 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:51.930832 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1c8702d7-ed2b-47c5-b632-ce2702669cfa req-f11cdec7-45f3-4ec1-8242-a0f03966c3b1 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0519636 Aug 30 01:11:51.982520 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1c8702d7-ed2b-47c5-b632-ce2702669cfa req-4c5d723d-4248-4e2b-8015-9bdd9dc7166b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451076 Aug 30 01:11:52.086963 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062576e8-1b7e-42ce-ba47-eac732e435aa req-96db952d-3d07-432c-99a4-1a503dc4ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:52.088465 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-062576e8-1b7e-42ce-ba47-eac732e435aa req-96db952d-3d07-432c-99a4-1a503dc4ad9a service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 1129 time: 0.0526929 Aug 30 01:11:52.125992 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d5356-02d5-480c-a0bc-4ad60111dc8b req-139e59e1-3464-4d89-9bc6-b285a71b8a22 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:52.130227 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-858d5356-02d5-480c-a0bc-4ad60111dc8b req-139e59e1-3464-4d89-9bc6-b285a71b8a22 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 945 time: 0.0614645 Aug 30 01:11:52.206448 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:52.286436 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-858d5356-02d5-480c-a0bc-4ad60111dc8b req-004ba01d-9ea0-43c5-9107-67bab50028cc tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518273 Aug 30 01:11:52.301311 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-062576e8-1b7e-42ce-ba47-eac732e435aa req-e2ac7829-a469-4c30-9210-310530f25670 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444445 Aug 30 01:11:52.317119 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684945-0bdf-4793-a5f0-d0414f2d224a req-596428db-0e85-4cd4-a8de-6262503fd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:52.317805 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f7684945-0bdf-4793-a5f0-d0414f2d224a req-596428db-0e85-4cd4-a8de-6262503fd422 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 920 time: 0.1815779 Aug 30 01:11:52.383056 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac913d-aad3-451a-96e1-8f106967b9a5'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:52.388453 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf97a6c-e1f2-4325-9449-f67e9baa9707" -d '{"events": [{"server_uuid": "aec6af1b-90af-41d0-9778-9c0d89e330bc", "name": "network-vif-plugged", "status": "completed", "tag": "66ac913d-aad3-451a-96e1-8f106967b9a5"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:52.424092 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:52.501253 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129cd77-3e4c-4aaf-8e1f-18feff153833 req-86fa4771-fc88-46bc-b39c-a17201cf7370 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:52.501253 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c129cd77-3e4c-4aaf-8e1f-18feff153833 req-86fa4771-fc88-46bc-b39c-a17201cf7370 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0632584 Aug 30 01:11:52.523103 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fc843-81cc-4925-965c-5493f950e5ac req-e64b5251-f004-4a06-84ed-01c05baf7c08 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:52.538754 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-130fc843-81cc-4925-965c-5493f950e5ac req-e64b5251-f004-4a06-84ed-01c05baf7c08 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0625832 Aug 30 01:11:52.539186 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c129cd77-3e4c-4aaf-8e1f-18feff153833 req-e0f61540-818a-49a9-bf96-b66d340b774d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491245 Aug 30 01:11:52.542478 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56652) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:52.548312 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-5db1415f-7d21-4f74-90a4-b64ab6d1827b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Request body: {'floatingip': {'port_id': 'c67f9947-1307-4c65-b66d-e90b9d577330'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:52.580773 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881d8c7b-9684-44ef-b342-c1a5b5dc0511 x-openstack-request-id: req-881d8c7b-9684-44ef-b342-c1a5b5dc0511 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:52.581705 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec6af1b-90af-41d0-9778-9c0d89e330bc", "name": "network-vif-plugged", "status": "completed", "tag": "66ac913d-aad3-451a-96e1-8f106967b9a5", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:52.581705 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-881d8c7b-9684-44ef-b342-c1a5b5dc0511 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:52.582009 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881d8c7b-9684-44ef-b342-c1a5b5dc0511'] response: {'server_uuid': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'code': 200} Aug 30 01:11:52.636003 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5db1415f-7d21-4f74-90a4-b64ab6d1827b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (148ea254-dd3b-4aa0-ad37-bfcbe56843d3), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:52.766096 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3308e7-a454-4cb3-b3cf-f35fb13c333a req-2e1dc504-da4f-424b-9e21-5535dd79ddb8 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:52.767599 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a3308e7-a454-4cb3-b3cf-f35fb13c333a req-2e1dc504-da4f-424b-9e21-5535dd79ddb8 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.1558146 Aug 30 01:11:52.805425 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f7684945-0bdf-4793-a5f0-d0414f2d224a req-bcf51073-b5da-498c-84a7-4cf5182a77f9 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beaab680-9f79-4900-9963-851c36bf37f9 HTTP/1.1" status: 200 len: 217 time: 0.0679240 Aug 30 01:11:52.806259 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:52.850407 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-84212149-6605-46aa-bb31-6341d5b76de7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:52.858479 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-84212149-6605-46aa-bb31-6341d5b76de7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/networks?id=9fb68cff-0330-4b4f-897d-a5b9f49b6d9f HTTP/1.1" status: 200 len: 808 time: 0.2062690 Aug 30 01:11:52.898307 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-0c63ebe3-8699-4429-bf5f-084151c7d587 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/quotas/43f140e0f58f42ae96e16f80b480621c HTTP/1.1" status: 200 len: 375 time: 0.0283556 Aug 30 01:11:52.907180 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a3308e7-a454-4cb3-b3cf-f35fb13c333a req-621ea938-759b-40de-80e8-d3ee58e13995 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245041 Aug 30 01:11:52.909124 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-77b2289d-08f1-45c1-85aa-b58876c56d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:52.925338 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-2b4914fb-f195-4edc-9f3b-72e3b1387088 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=43f140e0f58f42ae96e16f80b480621c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363688 Aug 30 01:11:52.986492 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:53.035223 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-7407b703-d438-42e0-8807-c44a0cb9464f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9fb68cff-0330-4b4f-897d-a5b9f49b6d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086040 Aug 30 01:11:53.148025 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-ed625817-c6b7-4375-840f-6433bc5541db service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9fb68cff-0330-4b4f-897d-a5b9f49b6d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061072 Aug 30 01:11:53.282930 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684945-0bdf-4793-a5f0-d0414f2d224a req-a970e8cf-c852-42de-a491-a1304d753b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:53.286288 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f7684945-0bdf-4793-a5f0-d0414f2d224a req-a970e8cf-c852-42de-a491-a1304d753b70 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.0635235 Aug 30 01:11:53.357642 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684945-0bdf-4793-a5f0-d0414f2d224a req-a3b2d08b-7581-4eca-843d-c56738741d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:53.359301 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f7684945-0bdf-4793-a5f0-d0414f2d224a req-a3b2d08b-7581-4eca-843d-c56738741d88 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0622299 Aug 30 01:11:53.412733 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:53.471873 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5db1415f-7d21-4f74-90a4-b64ab6d1827b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:53.482154 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ee8db-75ac-40fd-a618-d29f9588458c req-223b1c82-12ae-4cde-bc0d-819b47a4857a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:53.491641 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2e3ee8db-75ac-40fd-a618-d29f9588458c req-223b1c82-12ae-4cde-bc0d-819b47a4857a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 945 time: 0.0950136 Aug 30 01:11:53.515372 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-57d93e4a-306a-49ff-99de-4ab12ecb4be1 req-7f13e7f5-0a7a-420a-88fe-9eec7376a59d tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 210 time: 0.0415506 Aug 30 01:11:53.555617 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2e3ee8db-75ac-40fd-a618-d29f9588458c req-c61a8bb9-c406-4ce4-b734-c73c405b5ebe tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628092 Aug 30 01:11:53.608617 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5db1415f-7d21-4f74-90a4-b64ab6d1827b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (148ea254-dd3b-4aa0-ad37-bfcbe56843d3), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:53.756031 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.l3_db [None req-5db1415f-7d21-4f74-90a4-b64ab6d1827b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Floating IP 148ea254-dd3b-4aa0-ad37-bfcbe56843d3 associated. External IP: 172.27.1.17, port: c67f9947-1307-4c65-b66d-e90b9d577330. Aug 30 01:11:53.757907 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b55ab-fcde-4b9e-95d4-65071e492abc req-a89c4d09-4266-4d89-b4bf-55e1a55ef5d7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:53.759422 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-216b55ab-fcde-4b9e-95d4-65071e492abc req-a89c4d09-4266-4d89-b4bf-55e1a55ef5d7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.1131024 Aug 30 01:11:53.814495 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:53.857397 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46738632-c791-469b-9636-72cadf3585b8 req-7aed3ea3-f313-4797-a025-1da87071c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:53.859118 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-46738632-c791-469b-9636-72cadf3585b8 req-7aed3ea3-f313-4797-a025-1da87071c2ea service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 1129 time: 0.0896564 Aug 30 01:11:53.874168 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f7684945-0bdf-4793-a5f0-d0414f2d224a req-76c7d767-7b34-4d02-8d06-72cb632e4203 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786144 Aug 30 01:11:53.889499 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-216b55ab-fcde-4b9e-95d4-65071e492abc req-240ef1ec-98de-468a-a55b-379e7e062058 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867882 Aug 30 01:11:54.008780 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db1415f-7d21-4f74-90a4-b64ab6d1827b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Router d6f11566-c297-48de-bf20-6cd3aaacfc38 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:11:54.103936 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bc971-9e7c-4c1d-a4ee-94d01b087d44 req-6f7491a7-5bbd-45f0-91e9-534dec28d86d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:54.105333 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7f0bc971-9e7c-4c1d-a4ee-94d01b087d44 req-6f7491a7-5bbd-45f0-91e9-534dec28d86d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0907936 Aug 30 01:11:54.177718 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:54.377213 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db1415f-7d21-4f74-90a4-b64ab6d1827b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:11:54.381906 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7f0bc971-9e7c-4c1d-a4ee-94d01b087d44 req-2edcf035-2c41-4f67-b5d4-15a2ce1de59b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703903 Aug 30 01:11:54.384930 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5db1415f-7d21-4f74-90a4-b64ab6d1827b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:54.402424 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419e8be-8013-4fdd-a997-e341c1c17c80 None None] Sync routers for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:11:54.418067 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-5db1415f-7d21-4f74-90a4-b64ab6d1827b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/148ea254-dd3b-4aa0-ad37-bfcbe56843d3 HTTP/1.1" status: 200 len: 990 time: 1.8743732 Aug 30 01:11:54.419676 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5022a2c4-6b00-416c-9a13-63b0dec702b2', 'tag': 'c67f9947-1307-4c65-b66d-e90b9d577330'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:54.421755 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419e8be-8013-4fdd-a997-e341c1c17c80 None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:54.422133 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a22072d-be4b-4662-9f6d-e90546549567" -d '{"events": [{"name": "network-changed", "server_uuid": "5022a2c4-6b00-416c-9a13-63b0dec702b2", "tag": "c67f9947-1307-4c65-b66d-e90b9d577330"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:54.423081 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-d419e8be-8013-4fdd-a997-e341c1c17c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:11:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:54.488547 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785a740c-3d42-4d23-bfaa-b1d386799100 x-openstack-request-id: req-785a740c-3d42-4d23-bfaa-b1d386799100 {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:54.489594 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5022a2c4-6b00-416c-9a13-63b0dec702b2", "tag": "c67f9947-1307-4c65-b66d-e90b9d577330", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:54.490173 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-785a740c-3d42-4d23-bfaa-b1d386799100 {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:54.490730 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785a740c-3d42-4d23-bfaa-b1d386799100'] response: {'name': 'network-changed', 'server_uuid': '5022a2c4-6b00-416c-9a13-63b0dec702b2', 'tag': 'c67f9947-1307-4c65-b66d-e90b9d577330', 'status': 'completed', 'code': 200} Aug 30 01:11:54.531115 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-46738632-c791-469b-9636-72cadf3585b8 req-b7d2b816-b8bf-4aba-8a82-01fdc290939a service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351805 Aug 30 01:11:54.570261 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-d419e8be-8013-4fdd-a997-e341c1c17c80 None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:54.591146 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6138700-3cca-4004-9701-19fb50b50b3a req-aba4a847-8111-43e6-9d08-4f11d600266b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:54.592715 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f7684945-0bdf-4793-a5f0-d0414f2d224a req-5dcc0e56-778c-4625-9fa9-37bb8f865173 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443408 Aug 30 01:11:54.593255 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d6138700-3cca-4004-9701-19fb50b50b3a req-aba4a847-8111-43e6-9d08-4f11d600266b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0589309 Aug 30 01:11:54.610625 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56720) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:54.622954 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-97b53db2-78fc-4a3d-9320-fed683db9f79 req-98955b1c-3e34-4476-83a1-18372c07c549 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 210 time: 0.0481687 Aug 30 01:11:54.630358 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-26e628b0-dad7-4451-a41f-d3641bf39581 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Request body: {'floatingip': {'port_id': '3efaeb1f-3500-4863-b27f-c56c1aa2946c'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:54.695941 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-26e628b0-dad7-4451-a41f-d3641bf39581 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:54.809340 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c0247-24b8-48c1-8731-b5c9692a4fe0 req-fb101432-8fdf-4955-9465-d94a7e3e0eb2 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:54.817237 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f30c0247-24b8-48c1-8731-b5c9692a4fe0 req-fb101432-8fdf-4955-9465-d94a7e3e0eb2 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 945 time: 0.1299782 Aug 30 01:11:54.944066 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-d419e8be-8013-4fdd-a997-e341c1c17c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '148ea254-dd3b-4aa0-ad37-bfcbe56843d3', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'port_id': 'c67f9947-1307-4c65-b66d-e90b9d577330', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'mac_address': 'fa:16:3e:38:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5022a2c4-6b00-416c-9a13-63b0dec702b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:10:57Z', 'updated_at': '2022-08-30T01:11:53Z', 'revision_number': 1, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:54.967612 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f30c0247-24b8-48c1-8731-b5c9692a4fe0 req-ce8cc136-1aff-464b-80dc-31367523c65b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482317 Aug 30 01:11:54.973556 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22072d-be4b-4662-9f6d-e90546549567 req-dcba5c78-fef4-48e0-8ffb-f7288cfc0151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:54.979111 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419e8be-8013-4fdd-a997-e341c1c17c80 None None] Checking router: d6f11566-c297-48de-bf20-6cd3aaacfc38 for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:11:54.989108 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5a22072d-be4b-4662-9f6d-e90546549567 req-dcba5c78-fef4-48e0-8ffb-f7288cfc0151 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=13862ab3a9504644853a8c48c3f69b4c&device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 1129 time: 0.1223764 Aug 30 01:11:54.993886 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419e8be-8013-4fdd-a997-e341c1c17c80 None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:54.996583 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-d419e8be-8013-4fdd-a997-e341c1c17c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:11:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:55.062209 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fe0d9-0803-4c1f-98bb-851c3b37f733 req-acbcb5c3-2791-4578-9dbf-e9bf4ea28bc9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:55.063844 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-840fe0d9-0803-4c1f-98bb-851c3b37f733 req-acbcb5c3-2791-4578-9dbf-e9bf4ea28bc9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0592189 Aug 30 01:11:55.117255 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-840fe0d9-0803-4c1f-98bb-851c3b37f733 req-d3051550-bdce-4f0d-8646-dffff5b9dfa3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470395 Aug 30 01:11:55.228356 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-d419e8be-8013-4fdd-a997-e341c1c17c80 None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:55.295480 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-26e628b0-dad7-4451-a41f-d3641bf39581 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:55.385824 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-26e628b0-dad7-4451-a41f-d3641bf39581 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:55.446432 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-d419e8be-8013-4fdd-a997-e341c1c17c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '148ea254-dd3b-4aa0-ad37-bfcbe56843d3', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'port_id': 'c67f9947-1307-4c65-b66d-e90b9d577330', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'mac_address': 'fa:16:3e:38:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5022a2c4-6b00-416c-9a13-63b0dec702b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:10:57Z', 'updated_at': '2022-08-30T01:11:53Z', 'revision_number': 1, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:55.475229 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419e8be-8013-4fdd-a997-e341c1c17c80 None None] The sync data for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi is: [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '148ea254-dd3b-4aa0-ad37-bfcbe56843d3', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'port_id': 'c67f9947-1307-4c65-b66d-e90b9d577330', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'mac_address': 'fa:16:3e:38:16:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5022a2c4-6b00-416c-9a13-63b0dec702b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:10:57Z', 'updated_at': '2022-08-30T01:11:53Z', 'revision_number': 1, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:11:55.492413 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.l3_db [None req-26e628b0-dad7-4451-a41f-d3641bf39581 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Floating IP 4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92 associated. External IP: 172.27.1.136, port: 3efaeb1f-3500-4863-b27f-c56c1aa2946c. Aug 30 01:11:55.623964 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:55.718834 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e628b0-dad7-4451-a41f-d3641bf39581 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:11:55.825896 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b117d452-4948-4e47-9a2a-3b7cb1f223a9 req-3ba67933-38ab-419c-bac7-acd36f790b0b tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 210 time: 0.0918612 Aug 30 01:11:55.826347 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:55.828657 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:55.864422 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22072d-be4b-4662-9f6d-e90546549567 req-ca1bfe11-1305-4a3c-a854-b83a39fefa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:55.865989 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5a22072d-be4b-4662-9f6d-e90546549567 req-ca1bfe11-1305-4a3c-a854-b83a39fefa29 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=37938639-da56-43d1-ac7c-a949da52ba53 HTTP/1.1" status: 200 len: 911 time: 0.1353221 Aug 30 01:11:55.905222 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e628b0-dad7-4451-a41f-d3641bf39581 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:11:55.910856 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-26e628b0-dad7-4451-a41f-d3641bf39581 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:55.915290 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4df297-d5ae-4e36-9bb1-7fda51780fb4 None None] Sync routers for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:11:55.928880 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4df297-d5ae-4e36-9bb1-7fda51780fb4 None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:55.929549 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-2f4df297-d5ae-4e36-9bb1-7fda51780fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:11:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:55.951367 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-26e628b0-dad7-4451-a41f-d3641bf39581 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92 HTTP/1.1" status: 200 len: 991 time: 1.3318727 Aug 30 01:11:56.041822 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-2f4df297-d5ae-4e36-9bb1-7fda51780fb4 None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:56.099381 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35a454-0d39-48b6-87ba-916055dfe92a req-bb63ea0f-3b68-4d03-abed-a47091221f57 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:56.100913 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c35a454-0d39-48b6-87ba-916055dfe92a req-bb63ea0f-3b68-4d03-abed-a47091221f57 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 945 time: 0.0596974 Aug 30 01:11:56.154978 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:56.162082 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c35a454-0d39-48b6-87ba-916055dfe92a req-4b4b1a00-9056-4554-8e29-fff3520862ca tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545571 Aug 30 01:11:56.253011 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:56.258856 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:56.271979 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6fd15-6e4e-4b33-a921-48171b962934 req-b2be6ef8-ad1a-4994-ac30-3c537115a315 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:56.273550 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f0f6fd15-6e4e-4b33-a921-48171b962934 req-b2be6ef8-ad1a-4994-ac30-3c537115a315 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0498483 Aug 30 01:11:56.342607 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-2f4df297-d5ae-4e36-9bb1-7fda51780fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'port_id': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'mac_address': 'fa:16:3e:9e:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:11:06Z', 'updated_at': '2022-08-30T01:11:55Z', 'revision_number': 1, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:11Z', 'revision_number': 5, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:56.348232 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f0f6fd15-6e4e-4b33-a921-48171b962934 req-b23fc6a9-8a76-47bf-96c7-1bb80a494ef1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664458 Aug 30 01:11:56.370058 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dc5f5d-ed6f-4c9d-9827-6d6a0c43edd3 None None] New status for floating IP 148ea254-dd3b-4aa0-ad37-bfcbe56843d3: ACTIVE {{(pid=107027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:11:56.396109 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4df297-d5ae-4e36-9bb1-7fda51780fb4 None None] Checking router: 68505e11-46c9-4afb-b7b4-ddd6c98cb57d for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:11:56.405689 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4df297-d5ae-4e36-9bb1-7fda51780fb4 None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:56.406356 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-2f4df297-d5ae-4e36-9bb1-7fda51780fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:11:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:56.491866 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:56.494217 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c40349-1d49-4c2e-83a3-40f58a414110" -d '{"events": [{"name": "network-changed", "server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:56.536423 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-2f4df297-d5ae-4e36-9bb1-7fda51780fb4 None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:11:56.546370 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc53280-6da0-403c-948c-e5dcfc84e0dd x-openstack-request-id: req-5fc53280-6da0-403c-948c-e5dcfc84e0dd {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:56.546887 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:56.547334 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fc53280-6da0-403c-948c-e5dcfc84e0dd {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:56.548280 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc53280-6da0-403c-948c-e5dcfc84e0dd'] response: {'name': 'network-changed', 'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'status': 'completed', 'code': 200} Aug 30 01:11:56.652212 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:56.770228 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-2f4df297-d5ae-4e36-9bb1-7fda51780fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'port_id': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'mac_address': 'fa:16:3e:9e:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:11:06Z', 'updated_at': '2022-08-30T01:11:55Z', 'revision_number': 1, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:11Z', 'revision_number': 5, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:56.805683 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4df297-d5ae-4e36-9bb1-7fda51780fb4 None None] The sync data for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi is: [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'port_id': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'mac_address': 'fa:16:3e:9e:be:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:11:06Z', 'updated_at': '2022-08-30T01:11:55Z', 'revision_number': 1, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:11Z', 'revision_number': 5, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:11:56.990623 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8d4159fc-a52a-4d06-9e23-d7501fe84626 req-96008c8a-c05b-4114-86be-79dcae1d947d tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 210 time: 0.0327783 Aug 30 01:11:57.023325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c40349-1d49-4c2e-83a3-40f58a414110 req-3d894ef9-8f46-47c5-86cb-5aa088013661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:57.025338 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c1c40349-1d49-4c2e-83a3-40f58a414110 req-3d894ef9-8f46-47c5-86cb-5aa088013661 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 1129 time: 0.1079345 Aug 30 01:11:57.032406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56786) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:57.040013 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5a22072d-be4b-4662-9f6d-e90546549567 req-199264a8-bcb8-4412-b5e7-7aed03ca7fe8 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c67f9947-1307-4c65-b66d-e90b9d577330 HTTP/1.1" status: 200 len: 1000 time: 0.1851745 Aug 30 01:11:57.117324 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75906c5-c3a6-4b76-9464-df8e4808d70e None None] New status for floating IP 4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92: ACTIVE {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:11:57.155153 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5742a645-db3d-4c90-9fcf-135f76d77d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:57.251387 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5742a645-db3d-4c90-9fcf-135f76d77d76 admin admin] Publish callbacks [] for security_group (02f8ad0d-5628-4272-b63d-856e5ef05da0), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:57.310563 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5b06f-40cd-4981-8112-3dd7d05b4d60 req-89a8b642-9e5e-4ada-b43d-67bd41ccd496 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:57.312129 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a7b5b06f-40cd-4981-8112-3dd7d05b4d60 req-89a8b642-9e5e-4ada-b43d-67bd41ccd496 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 945 time: 0.0511374 Aug 30 01:11:57.324046 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5742a645-db3d-4c90-9fcf-135f76d77d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (02f8ad0d-5628-4272-b63d-856e5ef05da0), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:57.358810 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-5742a645-db3d-4c90-9fcf-135f76d77d76 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=acdb64a742874d56a1984a7f149becd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253465 Aug 30 01:11:57.365256 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56794) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:57.382205 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a7b5b06f-40cd-4981-8112-3dd7d05b4d60 req-f709f7ca-42ce-40b3-9afb-d9b9f9aa3681 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627580 Aug 30 01:11:57.400126 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742a645-db3d-4c90-9fcf-135f76d77d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f8ad0d-5628-4272-b63d-856e5ef05da0,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:57.464981 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-323eb700-a3c6-4b42-b27b-12b760a93316 admin admin] Publish callbacks [] for security_group (02f8ad0d-5628-4272-b63d-856e5ef05da0), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:57.493933 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-323eb700-a3c6-4b42-b27b-12b760a93316 admin admin] Publish callbacks [] for security_group (02f8ad0d-5628-4272-b63d-856e5ef05da0), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:57.515627 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d259e8-e6bb-4bfc-861d-2f4c7c75890a req-6ad56fc4-be91-4991-947b-c526a22c15b3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:57.522609 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-45d259e8-e6bb-4bfc-861d-2f4c7c75890a req-6ad56fc4-be91-4991-947b-c526a22c15b3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0824790 Aug 30 01:11:57.525901 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e8274-7b81-415d-910f-79597deb93af req-dbedaa92-6901-4c0f-8c09-e7fafbeaa72f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:57.525901 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8b9e8274-7b81-415d-910f-79597deb93af req-dbedaa92-6901-4c0f-8c09-e7fafbeaa72f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 945 time: 0.0539329 Aug 30 01:11:57.535534 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56800) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:57.540551 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-bd9e33cd-6b16-4036-8904-607421791026 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'floatingip': {'port_id': '66ac913d-aad3-451a-96e1-8f106967b9a5'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:11:57.589076 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-45d259e8-e6bb-4bfc-861d-2f4c7c75890a req-29f49558-d58c-4cfc-b0cf-bd1609151a35 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656164 Aug 30 01:11:57.615849 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bd9e33cd-6b16-4036-8904-607421791026 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (6a224ab7-afda-4cdd-a1da-fb0e149b86fa), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:57.698015 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-323eb700-a3c6-4b42-b27b-12b760a93316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (02f8ad0d-5628-4272-b63d-856e5ef05da0), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:57.702192 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-323eb700-a3c6-4b42-b27b-12b760a93316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:57.703310 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-323eb700-a3c6-4b42-b27b-12b760a93316 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/02f8ad0d-5628-4272-b63d-856e5ef05da0 HTTP/1.1" status: 204 len: 168 time: 0.3371329 Aug 30 01:11:57.712050 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323eb700-a3c6-4b42-b27b-12b760a93316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f8ad0d-5628-4272-b63d-856e5ef05da0,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:58.118166 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:58.166253 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1cb204d5-36bb-4cf0-a366-d23488cf4c2e req-8a34f9aa-6ceb-405e-b3a5-3021e846e017 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 210 time: 0.0599673 Aug 30 01:11:58.310221 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:58.392967 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22072d-be4b-4662-9f6d-e90546549567 req-e2dc82a8-babe-489c-a2e7-45b59c630421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:58.394535 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5a22072d-be4b-4662-9f6d-e90546549567 req-e2dc82a8-babe-489c-a2e7-45b59c630421 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f73da1d0-2071-4d5f-b9f8-f3beaaeae423 HTTP/1.1" status: 200 len: 849 time: 0.2316809 Aug 30 01:11:58.414246 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56814) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:58.429622 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-29226cae-4829-49e4-bb7a-f193e0848cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:58.462797 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:58.482602 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c40349-1d49-4c2e-83a3-40f58a414110 req-dc30e9a1-3075-4743-875f-0019d6bc7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:58.484122 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c1c40349-1d49-4c2e-83a3-40f58a414110 req-dc30e9a1-3075-4743-875f-0019d6bc7b00 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f HTTP/1.1" status: 200 len: 917 time: 0.3200619 Aug 30 01:11:58.516823 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-29226cae-4829-49e4-bb7a-f193e0848cfb admin admin] Publish callbacks [] for security_group (e59522f9-5b76-4762-ad86-f4da33a947bc), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:58.604057 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bd9e33cd-6b16-4036-8904-607421791026 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:58.619732 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-29226cae-4829-49e4-bb7a-f193e0848cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e59522f9-5b76-4762-ad86-f4da33a947bc), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:58.662420 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-29226cae-4829-49e4-bb7a-f193e0848cfb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ea0ecf66d13341e1921b6f1e7b74e1a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468641 Aug 30 01:11:58.663547 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29226cae-4829-49e4-bb7a-f193e0848cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59522f9-5b76-4762-ad86-f4da33a947bc,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:58.665597 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56822) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:58.678522 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bd9e33cd-6b16-4036-8904-607421791026 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (6a224ab7-afda-4cdd-a1da-fb0e149b86fa), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:58.723812 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42d7a6-bfec-4f15-a218-e04641602de3 req-2ce6b5c5-b063-43af-b95d-b1a0304a330d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:58.725000 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5c42d7a6-bfec-4f15-a218-e04641602de3 req-2ce6b5c5-b063-43af-b95d-b1a0304a330d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0492523 Aug 30 01:11:58.783144 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5c42d7a6-bfec-4f15-a218-e04641602de3 req-1955cc88-4829-43ad-9091-843dcc75f315 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518148 Aug 30 01:11:58.870119 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22072d-be4b-4662-9f6d-e90546549567 req-964df7eb-dc73-4e2e-8b89-a5b7cb4f91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:58.871684 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5a22072d-be4b-4662-9f6d-e90546549567 req-964df7eb-dc73-4e2e-8b89-a5b7cb4f91e0 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=37938639-da56-43d1-ac7c-a949da52ba53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1339886 Aug 30 01:11:58.908099 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c1c40349-1d49-4c2e-83a3-40f58a414110 req-596d102e-c7e7-4159-835a-40b464043c83 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c HTTP/1.1" status: 200 len: 1001 time: 0.1693416 Aug 30 01:11:58.919800 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e44446e3-7828-4ecf-831c-a8b65248ffea admin admin] Publish callbacks [] for security_group (e59522f9-5b76-4762-ad86-f4da33a947bc), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:58.965515 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [None req-bd9e33cd-6b16-4036-8904-607421791026 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Floating IP 6a224ab7-afda-4cdd-a1da-fb0e149b86fa associated. External IP: 172.27.1.192, port: 66ac913d-aad3-451a-96e1-8f106967b9a5. Aug 30 01:11:59.054266 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e44446e3-7828-4ecf-831c-a8b65248ffea admin admin] Publish callbacks [] for security_group (e59522f9-5b76-4762-ad86-f4da33a947bc), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:59.127041 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c40349-1d49-4c2e-83a3-40f58a414110 req-af3e78fc-5368-4ae7-8934-0305f64f53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:59.128544 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c1c40349-1d49-4c2e-83a3-40f58a414110 req-af3e78fc-5368-4ae7-8934-0305f64f53a2 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=396acad7-fa43-4c94-bf65-eb50fa3cb4e5 HTTP/1.1" status: 200 len: 855 time: 0.2048459 Aug 30 01:11:59.152621 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56828) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:59.198247 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5a22072d-be4b-4662-9f6d-e90546549567 req-c3415e46-5a5b-4c89-8660-c02afac3ff96 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057532 Aug 30 01:11:59.217663 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c40349-1d49-4c2e-83a3-40f58a414110 req-ef7df51b-96e9-4e90-a224-6712fda1e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:11:59.219269 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c1c40349-1d49-4c2e-83a3-40f58a414110 req-ef7df51b-96e9-4e90-a224-6712fda1e4a9 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0772195 Aug 30 01:11:59.286161 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7a2f71f9-2861-4d07-927c-b738ec701641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:59.302816 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d63268f1-a718-4635-ae94-49804b732c79 req-d5bdb500-cab7-4cb7-bcde-27ce016c6eb2 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 210 time: 0.0357080 Aug 30 01:11:59.363559 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9e33cd-6b16-4036-8904-607421791026 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:11:59.407010 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e44446e3-7828-4ecf-831c-a8b65248ffea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e59522f9-5b76-4762-ad86-f4da33a947bc), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:59.409453 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e44446e3-7828-4ecf-831c-a8b65248ffea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:59.410662 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-e44446e3-7828-4ecf-831c-a8b65248ffea admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e59522f9-5b76-4762-ad86-f4da33a947bc HTTP/1.1" status: 204 len: 168 time: 0.7400725 Aug 30 01:11:59.430923 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44446e3-7828-4ecf-831c-a8b65248ffea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59522f9-5b76-4762-ad86-f4da33a947bc,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:59.439610 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7a2f71f9-2861-4d07-927c-b738ec701641 admin admin] Publish callbacks [] for security_group (ef891af4-e111-4aef-a9c7-4194b64bc9ef), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:59.523363 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:59.566861 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7a2f71f9-2861-4d07-927c-b738ec701641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ef891af4-e111-4aef-a9c7-4194b64bc9ef), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:59.616099 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-7a2f71f9-2861-4d07-927c-b738ec701641 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4e148d4647f44f28a8060a8c0c6c4a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4616044 Aug 30 01:11:59.619567 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56836) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:11:59.628274 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f71f9-2861-4d07-927c-b738ec701641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef891af4-e111-4aef-a9c7-4194b64bc9ef,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:59.684543 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-499267ac-c45e-4550-8721-79b0a3556740 admin admin] Publish callbacks [] for security_group (ef891af4-e111-4aef-a9c7-4194b64bc9ef), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:59.708055 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-499267ac-c45e-4550-8721-79b0a3556740 admin admin] Publish callbacks [] for security_group (ef891af4-e111-4aef-a9c7-4194b64bc9ef), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:59.774884 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:59.811897 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9e33cd-6b16-4036-8904-607421791026 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:11:59.823532 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bd9e33cd-6b16-4036-8904-607421791026 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:59.834510 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c923d-2017-4198-9b93-30d2a3a18c76 None None] Sync routers for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:11:59.843514 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:59.852618 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c923d-2017-4198-9b93-30d2a3a18c76 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:11:59.854266 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-2e9c923d-2017-4198-9b93-30d2a3a18c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:11:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:11:59.872465 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-499267ac-c45e-4550-8721-79b0a3556740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ef891af4-e111-4aef-a9c7-4194b64bc9ef), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:59.875998 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-499267ac-c45e-4550-8721-79b0a3556740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:11:59.881071 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-499267ac-c45e-4550-8721-79b0a3556740 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ef891af4-e111-4aef-a9c7-4194b64bc9ef HTTP/1.1" status: 204 len: 168 time: 0.2596433 Aug 30 01:11:59.909914 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-bd9e33cd-6b16-4036-8904-607421791026 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/6a224ab7-afda-4cdd-a1da-fb0e149b86fa HTTP/1.1" status: 200 len: 991 time: 2.3697541 Aug 30 01:11:59.913995 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'tag': '66ac913d-aad3-451a-96e1-8f106967b9a5'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:11:59.916314 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0f9221-c115-4f6a-ae9b-da988ed72f26" -d '{"events": [{"name": "network-changed", "server_uuid": "aec6af1b-90af-41d0-9778-9c0d89e330bc", "tag": "66ac913d-aad3-451a-96e1-8f106967b9a5"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:11:59.920503 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c1c40349-1d49-4c2e-83a3-40f58a414110 req-32308f5f-ed3f-48d0-87c6-cc87b0139402 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169178 Aug 30 01:11:59.939277 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5a22072d-be4b-4662-9f6d-e90546549567 req-aca8e50e-3345-43f5-abdb-7541651caf35 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366402 Aug 30 01:11:59.950854 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499267ac-c45e-4550-8721-79b0a3556740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef891af4-e111-4aef-a9c7-4194b64bc9ef,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:11:59.968675 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7440f0-259c-4a80-998d-2a7dafdc0ca1 x-openstack-request-id: req-8c7440f0-259c-4a80-998d-2a7dafdc0ca1 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:11:59.969167 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec6af1b-90af-41d0-9778-9c0d89e330bc", "tag": "66ac913d-aad3-451a-96e1-8f106967b9a5", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:11:59.969615 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c7440f0-259c-4a80-998d-2a7dafdc0ca1 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:11:59.970375 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7440f0-259c-4a80-998d-2a7dafdc0ca1'] response: {'name': 'network-changed', 'server_uuid': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'tag': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'status': 'completed', 'code': 200} Aug 30 01:11:59.982940 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:11:59.999452 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebea71-6734-475a-ae50-c9fec60821d8 req-1b036181-1dbc-437f-9279-0072dc9cc96e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:00.001272 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c9ebea71-6734-475a-ae50-c9fec60821d8 req-1b036181-1dbc-437f-9279-0072dc9cc96e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.1033328 Aug 30 01:12:00.050863 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:00.079032 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c9ebea71-6734-475a-ae50-c9fec60821d8 req-08f8cc85-9180-407b-829e-8a62733a2db3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702081 Aug 30 01:12:00.108991 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:00.118092 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-2e9c923d-2017-4198-9b93-30d2a3a18c76 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:12:00.266474 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f9221-c115-4f6a-ae9b-da988ed72f26 req-a56823fe-5083-4aae-a947-d12a2ec23330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:00.267694 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6c0f9221-c115-4f6a-ae9b-da988ed72f26 req-a56823fe-5083-4aae-a947-d12a2ec23330 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 1129 time: 0.1670725 Aug 30 01:12:00.332374 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c1c40349-1d49-4c2e-83a3-40f58a414110 req-a31d7b04-09e9-4a15-ade4-03e544b125cd service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235228 Aug 30 01:12:00.337664 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:00.388503 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-6a48c1f8-8f48-4dab-9d51-fc072a88c6c8 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:00.390229 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-6a48c1f8-8f48-4dab-9d51-fc072a88c6c8 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.74 "GET /networking/v2.0/networks?id=9fb68cff-0330-4b4f-897d-a5b9f49b6d9f HTTP/1.1" status: 200 len: 808 time: 0.3257232 Aug 30 01:12:00.424620 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-a82e38d3-fc25-486e-b33c-324f303e0f5f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Request body: {'port': {'device_id': '95b27c77-eb0e-4f06-93c6-938164beab95', 'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f', 'admin_state_up': True, 'tenant_id': '43f140e0f58f42ae96e16f80b480621c'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:12:00.446477 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b18fa809-e796-419c-bd45-b2f9b37f4388 req-d4801ddd-5c6d-46f4-92eb-0d810f741f8d tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 210 time: 0.0450263 Aug 30 01:12:00.446680 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-2e9c923d-2017-4198-9b93-30d2a3a18c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '6a224ab7-afda-4cdd-a1da-fb0e149b86fa', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:13:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:11:02Z', 'updated_at': '2022-08-30T01:11:58Z', 'revision_number': 1, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:00.482009 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c923d-2017-4198-9b93-30d2a3a18c76 None None] Checking router: 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:12:00.494320 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c923d-2017-4198-9b93-30d2a3a18c76 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:12:00.495008 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-2e9c923d-2017-4198-9b93-30d2a3a18c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:11:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:00.508384 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f9221-c115-4f6a-ae9b-da988ed72f26 req-69468213-d57b-4290-be32-74dc458130c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:00.511390 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6c0f9221-c115-4f6a-ae9b-da988ed72f26 req-69468213-d57b-4290-be32-74dc458130c2 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 200 len: 916 time: 0.2282639 Aug 30 01:12:00.612597 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-2e9c923d-2017-4198-9b93-30d2a3a18c76 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:12:00.650097 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6c0f9221-c115-4f6a-ae9b-da988ed72f26 req-5041e0c4-45a5-48c5-8dc7-03343854f721 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66ac913d-aad3-451a-96e1-8f106967b9a5 HTTP/1.1" status: 200 len: 999 time: 0.0688627 Aug 30 01:12:00.733876 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-a82e38d3-fc25-486e-b33c-324f303e0f5f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Made reservation on behalf of 43f140e0f58f42ae96e16f80b480621c for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:12:00.739355 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-a82e38d3-fc25-486e-b33c-324f303e0f5f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:00.772296 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56876) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:00.786737 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a253e054-bc40-4645-8805-6376c7c1524a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:00.855040 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-2e9c923d-2017-4198-9b93-30d2a3a18c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '6a224ab7-afda-4cdd-a1da-fb0e149b86fa', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:13:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:11:02Z', 'updated_at': '2022-08-30T01:11:58Z', 'revision_number': 1, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:00.883706 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c923d-2017-4198-9b93-30d2a3a18c76 None None] The sync data for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi is: [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '6a224ab7-afda-4cdd-a1da-fb0e149b86fa', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:13:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:11:02Z', 'updated_at': '2022-08-30T01:11:58Z', 'revision_number': 1, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:12:00.898698 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a253e054-bc40-4645-8805-6376c7c1524a admin admin] Publish callbacks [] for security_group (03c54814-8725-4f5e-8fe4-2224d0063610), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:00.907569 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f9221-c115-4f6a-ae9b-da988ed72f26 req-15492062-766b-4ed9-bc90-1b2af6bac61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:00.909057 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6c0f9221-c115-4f6a-ae9b-da988ed72f26 req-15492062-766b-4ed9-bc90-1b2af6bac61a service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=0cf797bf-95a3-4bb5-8702-f19da191bb7b HTTP/1.1" status: 200 len: 854 time: 0.0985847 Aug 30 01:12:00.972818 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:00.983533 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a253e054-bc40-4645-8805-6376c7c1524a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (03c54814-8725-4f5e-8fe4-2224d0063610), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:01.002158 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f9221-c115-4f6a-ae9b-da988ed72f26 req-89994cfa-1825-412c-b16f-7500e06c6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:01.003739 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6c0f9221-c115-4f6a-ae9b-da988ed72f26 req-89994cfa-1825-412c-b16f-7500e06c6e4d service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=281ceb28-999a-45ac-8b94-e3a5aba703ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0648723 Aug 30 01:12:01.009432 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-a82e38d3-fc25-486e-b33c-324f303e0f5f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Allocated IP 172.20.0.13 (9fb68cff-0330-4b4f-897d-a5b9f49b6d9f/65358f5b-cedf-4c4b-b290-6d27b9626fe2/43d9e02b-7717-4924-a8e1-a1ae4be2adc5) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:12:01.041216 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66157d95-3189-430b-b627-55f1e25b9c78 req-26a9a936-f165-46ea-9b84-a7072ebabb4d tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:01.042811 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-66157d95-3189-430b-b627-55f1e25b9c78 req-26a9a936-f165-46ea-9b84-a7072ebabb4d tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 946 time: 0.1024325 Aug 30 01:12:01.054012 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-a253e054-bc40-4645-8805-6376c7c1524a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bd36dc7f57674251a92ba27a76428e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781234 Aug 30 01:12:01.054012 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253e054-bc40-4645-8805-6376c7c1524a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c54814-8725-4f5e-8fe4-2224d0063610,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:01.055491 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56884) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:01.113637 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-66157d95-3189-430b-b627-55f1e25b9c78 req-a3cd2a77-162c-477d-a753-82f0077c0683 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581598 Aug 30 01:12:01.147964 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b11298dd-8f7b-4137-9b1c-4e57ef7d4d1c admin admin] Publish callbacks [] for security_group (03c54814-8725-4f5e-8fe4-2224d0063610), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:01.227643 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b11298dd-8f7b-4137-9b1c-4e57ef7d4d1c admin admin] Publish callbacks [] for security_group (03c54814-8725-4f5e-8fe4-2224d0063610), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:01.276550 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:01.317359 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9adf30-feaa-4ec0-a79f-097a76289749 req-f1e09680-8055-4b65-998f-48db347634ec tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:01.318974 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2c9adf30-feaa-4ec0-a79f-097a76289749 req-f1e09680-8055-4b65-998f-48db347634ec tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.1484399 Aug 30 01:12:01.384270 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-a82e38d3-fc25-486e-b33c-324f303e0f5f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks [] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:01.393948 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:01.417008 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2c9adf30-feaa-4ec0-a79f-097a76289749 req-b3d85a35-3f9b-44a8-8cf1-7913f36ae9ae tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920198 Aug 30 01:12:01.467834 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b11298dd-8f7b-4137-9b1c-4e57ef7d4d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (03c54814-8725-4f5e-8fe4-2224d0063610), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:01.470308 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b11298dd-8f7b-4137-9b1c-4e57ef7d4d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:01.471513 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b11298dd-8f7b-4137-9b1c-4e57ef7d4d1c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/03c54814-8725-4f5e-8fe4-2224d0063610 HTTP/1.1" status: 204 len: 168 time: 0.4155111 Aug 30 01:12:01.480173 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11298dd-8f7b-4137-9b1c-4e57ef7d4d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c54814-8725-4f5e-8fe4-2224d0063610,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:01.500522 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-a82e38d3-fc25-486e-b33c-324f303e0f5f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:01.546088 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:01.586116 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:01.588286 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-a82e38d3-fc25-486e-b33c-324f303e0f5f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Network 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:12:01.594001 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-a82e38d3-fc25-486e-b33c-324f303e0f5f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:12:01.598492 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e38d3-fc25-486e-b33c-324f303e0f5f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Pushing event updated for resources: {'Port': ['ID=43d9e02b-7717-4924-a8e1-a1ae4be2adc5,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:01.603648 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-a82e38d3-fc25-486e-b33c-324f303e0f5f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:12:01.612997 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-a82e38d3-fc25-486e-b33c-324f303e0f5f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:01.613665 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-a82e38d3-fc25-486e-b33c-324f303e0f5f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:01.628497 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d74bf-84e5-4d35-8397-4172e54d99c4 req-62432755-9757-47ec-a45b-2d2de7548e06 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:01.630070 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-255d74bf-84e5-4d35-8397-4172e54d99c4 req-62432755-9757-47ec-a45b-2d2de7548e06 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 932 time: 0.0653934 Aug 30 01:12:01.664261 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:01.680724 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-255d74bf-84e5-4d35-8397-4172e54d99c4 req-3325285a-a577-4d5f-981c-2384515ab3c0 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447776 Aug 30 01:12:01.719719 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-a82e38d3-fc25-486e-b33c-324f303e0f5f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3031285 Aug 30 01:12:02.160473 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:02.225995 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56916) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:02.247052 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c2887c70-f131-4760-9605-34c58534e234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:02.249880 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c232b20-b8eb-4fd8-ab13-1bf415107cfe req-e86b0cee-38f3-4ced-9288-6bb4445e0b30 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:02.256766 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7c232b20-b8eb-4fd8-ab13-1bf415107cfe req-e86b0cee-38f3-4ced-9288-6bb4445e0b30 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 946 time: 0.0642865 Aug 30 01:12:02.305254 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7c232b20-b8eb-4fd8-ab13-1bf415107cfe req-f8911675-40df-432c-a9f3-7b8a3dfba038 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475135 Aug 30 01:12:02.351679 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c2887c70-f131-4760-9605-34c58534e234 admin admin] Publish callbacks [] for security_group (a28e5a48-e278-4efd-a754-134fc8184a5e), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:02.424268 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987ce1a-863a-4633-9a94-69a443373bee None None] New status for floating IP 6a224ab7-afda-4cdd-a1da-fb0e149b86fa: ACTIVE {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:12:02.454970 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c2887c70-f131-4760-9605-34c58534e234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a28e5a48-e278-4efd-a754-134fc8184a5e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:02.497906 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c2887c70-f131-4760-9605-34c58534e234 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0d25acce99704381bec40b75f4077b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678943 Aug 30 01:12:02.498308 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56924) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:02.542269 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:02.561649 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2887c70-f131-4760-9605-34c58534e234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28e5a48-e278-4efd-a754-134fc8184a5e,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:02.573994 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c63fb8-ed19-49af-981e-9b2142d197d7 req-30a215ca-5d5d-47e1-b876-1716be671e1c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:02.578548 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b3705273-08e7-4fae-9d53-10e9138174a4 admin admin] Publish callbacks [] for security_group (a28e5a48-e278-4efd-a754-134fc8184a5e), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:02.586920 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a1c63fb8-ed19-49af-981e-9b2142d197d7 req-30a215ca-5d5d-47e1-b876-1716be671e1c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0742841 Aug 30 01:12:02.608120 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b3705273-08e7-4fae-9d53-10e9138174a4 admin admin] Publish callbacks [] for security_group (a28e5a48-e278-4efd-a754-134fc8184a5e), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:02.657874 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a1c63fb8-ed19-49af-981e-9b2142d197d7 req-100cc81f-f99b-4f75-8f65-8cfa9ab1e366 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586615 Aug 30 01:12:02.676393 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:02.757311 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b3705273-08e7-4fae-9d53-10e9138174a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a28e5a48-e278-4efd-a754-134fc8184a5e), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:02.759930 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b3705273-08e7-4fae-9d53-10e9138174a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:02.761091 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b3705273-08e7-4fae-9d53-10e9138174a4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a28e5a48-e278-4efd-a754-134fc8184a5e HTTP/1.1" status: 204 len: 168 time: 0.2617915 Aug 30 01:12:02.797779 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3705273-08e7-4fae-9d53-10e9138174a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28e5a48-e278-4efd-a754-134fc8184a5e,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:02.823618 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7db90-0644-4f1f-817e-be7165976775 req-1c61cd84-14b1-4351-a60a-b37b757037b2 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:02.823618 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1ab7db90-0644-4f1f-817e-be7165976775 req-1c61cd84-14b1-4351-a60a-b37b757037b2 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 932 time: 0.0591590 Aug 30 01:12:02.884862 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1ab7db90-0644-4f1f-817e-be7165976775 req-55b251e7-ccad-4096-8f29-eb1aa451fa01 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541453 Aug 30 01:12:02.999318 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Request body: {'port': {'device_id': '95b27c77-eb0e-4f06-93c6-938164beab95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:12:03.110068 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:03.122775 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:03.146371 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6c0f9221-c115-4f6a-ae9b-da988ed72f26 req-56fa95ca-1f00-4ba1-85af-4a2faae65ecb service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518447 Aug 30 01:12:03.441771 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffbbbd-0a6b-4fbd-bb51-c90b4bfd20d0 req-11103441-79f3-4b47-996c-d9df122b7e6d tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:03.443455 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-07ffbbbd-0a6b-4fbd-bb51-c90b4bfd20d0 req-11103441-79f3-4b47-996c-d9df122b7e6d tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 946 time: 0.0504372 Aug 30 01:12:03.514010 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6c0f9221-c115-4f6a-ae9b-da988ed72f26 req-8869d2d4-ed85-431d-b74c-c418bc2ac55e service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540012 Aug 30 01:12:03.517442 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:12:03.524017 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-07ffbbbd-0a6b-4fbd-bb51-c90b4bfd20d0 req-c3c3d96d-81eb-4bb3-822e-7b2ed349dcc2 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742972 Aug 30 01:12:03.526349 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Publish callbacks [] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:03.549338 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Transition to ACTIVE for port object 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:12:03.623215 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:03.696748 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Pushing event updated for resources: {'Port': ['ID=43d9e02b-7717-4924-a8e1-a1ae4be2adc5,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:03.706668 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:03.707688 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Attempting to bind port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:12:03.708049 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Attempting to bind port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '301ca58b-35cc-4548-a11d-5f9279a02507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:12:03.719889 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Attempting to bind port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 on network 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:12:03.719889 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 on network 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:12:03.719889 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Attempting to bind port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 on network 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:12:03.721561 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:12:03.721936 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Checking segment: {'id': '301ca58b-35cc-4548-a11d-5f9279a02507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:12:03.722486 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Bound using segment: {'id': '301ca58b-35cc-4548-a11d-5f9279a02507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:12:03.722940 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Bound port: 43d9e02b-7717-4924-a8e1-a1ae4be2adc5, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301ca58b-35cc-4548-a11d-5f9279a02507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:12:03.723291 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:03.799219 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a0400-724c-4202-a567-51a2113c77e4 req-5abcb7a2-2d5e-41c0-b08e-64adae017c6f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:03.800728 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-228a0400-724c-4202-a567-51a2113c77e4 req-5abcb7a2-2d5e-41c0-b08e-64adae017c6f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0740442 Aug 30 01:12:03.834204 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:03.849184 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] For port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:12:03.853826 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] For port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=43d9e02b-7717-4924-a8e1-a1ae4be2adc5,segment=NetworkSegment(301ca58b-35cc-4548-a11d-5f9279a02507),segment_id=301ca58b-35cc-4548-a11d-5f9279a02507)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:12:03.870288 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-228a0400-724c-4202-a567-51a2113c77e4 req-3adfbb0c-1c8a-4d7d-aea6-f99e2c9d166f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627403 Aug 30 01:12:03.932675 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:03.940965 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:03.941657 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:03.943323 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/43d9e02b-7717-4924-a8e1-a1ae4be2adc5 HTTP/1.1" status: 200 len: 1094 time: 0.9501131 Aug 30 01:12:03.943793 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b27c77-eb0e-4f06-93c6-938164beab95', 'tag': '43d9e02b-7717-4924-a8e1-a1ae4be2adc5'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:12:03.946406 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e1f660-ce7b-429e-ac43-ac01ccb94252" -d '{"events": [{"name": "network-changed", "server_uuid": "95b27c77-eb0e-4f06-93c6-938164beab95", "tag": "43d9e02b-7717-4924-a8e1-a1ae4be2adc5"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:12:04.010620 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8323f30d-a34e-475f-912a-44d21b45a28b x-openstack-request-id: req-8323f30d-a34e-475f-912a-44d21b45a28b {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:12:04.010912 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b27c77-eb0e-4f06-93c6-938164beab95", "tag": "43d9e02b-7717-4924-a8e1-a1ae4be2adc5", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:12:04.011167 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8323f30d-a34e-475f-912a-44d21b45a28b {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:12:04.011565 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8323f30d-a34e-475f-912a-44d21b45a28b'] response: {'name': 'network-changed', 'server_uuid': '95b27c77-eb0e-4f06-93c6-938164beab95', 'tag': '43d9e02b-7717-4924-a8e1-a1ae4be2adc5', 'status': 'completed', 'code': 200} Aug 30 01:12:04.017773 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b93a28-81ac-4d8e-83bb-225c2268cb28 service neutron] Pushing event updated for resources: {'Port': ['ID=43d9e02b-7717-4924-a8e1-a1ae4be2adc5,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:04.073196 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39266b-a76d-412e-9f19-87611aac1c6b req-c852f055-0472-4e30-96f4-4865d8ea5f19 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:04.076859 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fe39266b-a76d-412e-9f19-87611aac1c6b req-c852f055-0472-4e30-96f4-4865d8ea5f19 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 944 time: 0.0743845 Aug 30 01:12:04.157760 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fe39266b-a76d-412e-9f19-87611aac1c6b req-3c0f9cc6-23cb-4abc-9d6c-c3f29004c75d tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744109 Aug 30 01:12:04.178011 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae13b4-9a97-45ec-95c3-454d9eb6dfc3 req-6d2df2a1-2223-42aa-b353-e4059aa62896 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:04.179792 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dbae13b4-9a97-45ec-95c3-454d9eb6dfc3 req-6d2df2a1-2223-42aa-b353-e4059aa62896 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 946 time: 0.1157494 Aug 30 01:12:04.189697 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1f660-ce7b-429e-ac43-ac01ccb94252 req-1109bfe8-a9b9-4242-b8e5-0e10d3afd930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:04.191236 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b8e1f660-ce7b-429e-ac43-ac01ccb94252 req-1109bfe8-a9b9-4242-b8e5-0e10d3afd930 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=43f140e0f58f42ae96e16f80b480621c&device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 1128 time: 0.0704038 Aug 30 01:12:04.375234 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-dbae13b4-9a97-45ec-95c3-454d9eb6dfc3 req-5f0fc577-49ae-4056-94cc-ceb2ffc84c5b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Deleting port d8d36366-3bec-4323-a577-34ce2e4beafd {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:12:04.375605 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-dbae13b4-9a97-45ec-95c3-454d9eb6dfc3 req-5f0fc577-49ae-4056-94cc-ceb2ffc84c5b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:04.443948 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1f660-ce7b-429e-ac43-ac01ccb94252 req-6e2fc01a-40f7-40f9-8fdd-46637dcdfe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:04.445438 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b8e1f660-ce7b-429e-ac43-ac01ccb94252 req-6e2fc01a-40f7-40f9-8fdd-46637dcdfe11 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=43f140e0f58f42ae96e16f80b480621c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2230504 Aug 30 01:12:04.544743 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-dbae13b4-9a97-45ec-95c3-454d9eb6dfc3 req-5f0fc577-49ae-4056-94cc-ceb2ffc84c5b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] For port d8d36366-3bec-4323-a577-34ce2e4beafd, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=d8d36366-3bec-4323-a577-34ce2e4beafd,segment=NetworkSegment(1e83c07a-0e71-4f03-a919-857afdadd008),segment_id=1e83c07a-0e71-4f03-a919-857afdadd008)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:04.545454 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-dbae13b4-9a97-45ec-95c3-454d9eb6dfc3 req-5f0fc577-49ae-4056-94cc-ceb2ffc84c5b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:04.568239 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-dbae13b4-9a97-45ec-95c3-454d9eb6dfc3 req-5f0fc577-49ae-4056-94cc-ceb2ffc84c5b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Calling delete_port for d8d36366-3bec-4323-a577-34ce2e4beafd owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:12:04.626070 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1f660-ce7b-429e-ac43-ac01ccb94252 req-d29135ab-5463-447e-8bca-5b8e7c424aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:04.627527 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b8e1f660-ce7b-429e-ac43-ac01ccb94252 req-d29135ab-5463-447e-8bca-5b8e7c424aa8 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1722448 Aug 30 01:12:04.821084 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 56976) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:04.930709 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:04.938025 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-af39a4f7-2e55-4b94-9cb3-aac65ff99054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:04.986752 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f35a6-cf5d-4bdd-98cd-c5c88618812b req-2b4f13a6-4f3b-4ac8-ba57-b1f7618d7072 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:04.988216 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5c4f35a6-cf5d-4bdd-98cd-c5c88618812b req-2b4f13a6-4f3b-4ac8-ba57-b1f7618d7072 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 946 time: 0.3844342 Aug 30 01:12:04.990886 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-28982f9b-afd8-401a-8abd-ae690711c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:04.992333 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-28982f9b-afd8-401a-8abd-ae690711c7d1 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=43f140e0f58f42ae96e16f80b480621c&device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 1128 time: 0.0899556 Aug 30 01:12:05.034546 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ce484-06a5-4d8d-b689-925bfd8d3f89 req-f329662a-2279-40f3-b047-d9795406bebb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:05.036401 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bc8ce484-06a5-4d8d-b689-925bfd8d3f89 req-f329662a-2279-40f3-b047-d9795406bebb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0735917 Aug 30 01:12:05.067331 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-47460bab-a95b-474e-9761-ac6b81983b94 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43d9e02b-7717-4924-a8e1-a1ae4be2adc5 HTTP/1.1" status: 200 len: 217 time: 0.0456181 Aug 30 01:12:05.075006 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:05.107864 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bc8ce484-06a5-4d8d-b689-925bfd8d3f89 req-0313759f-b27d-4051-87aa-d3098b867016 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632472 Aug 30 01:12:05.138723 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-af39a4f7-2e55-4b94-9cb3-aac65ff99054 admin admin] Publish callbacks [] for security_group (cf560b89-fc87-40e9-b836-828f787e5d2b), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:05.153998 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5c4f35a6-cf5d-4bdd-98cd-c5c88618812b req-9084ada9-8efd-4b8f-8d55-0c2cb2d57adf tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e6ad7039-b58c-4cdd-948b-a6e0babc8eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594212 Aug 30 01:12:05.163103 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:05.178398 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-3d1a45da-2331-4bb5-a614-3bfd17ab0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:05.179855 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-3d1a45da-2331-4bb5-a614-3bfd17ab0b43 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=65358f5b-cedf-4c4b-b290-6d27b9626fe2 HTTP/1.1" status: 200 len: 848 time: 0.1037192 Aug 30 01:12:05.219989 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-af39a4f7-2e55-4b94-9cb3-aac65ff99054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (cf560b89-fc87-40e9-b836-828f787e5d2b), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:05.221386 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-f6e27293-da0d-49f4-a6fa-1dd3bcde1250 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=9fb68cff-0330-4b4f-897d-a5b9f49b6d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285425 Aug 30 01:12:05.274943 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-dbae13b4-9a97-45ec-95c3-454d9eb6dfc3 req-5f0fc577-49ae-4056-94cc-ceb2ffc84c5b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (d8d36366-3bec-4323-a577-34ce2e4beafd), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:05.288861 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-af39a4f7-2e55-4b94-9cb3-aac65ff99054 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=485122ccfa3e46f8a024383a0603aa7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4649355 Aug 30 01:12:05.292485 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39a4f7-2e55-4b94-9cb3-aac65ff99054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf560b89-fc87-40e9-b836-828f787e5d2b,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:05.299951 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 56986) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:05.313534 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b4e58-3f9a-4bf0-aa81-4a3721458458 req-f6e2ae71-4a7c-493b-9d5e-5329525a9479 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:05.317137 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-608b4e58-3f9a-4bf0-aa81-4a3721458458 req-f6e2ae71-4a7c-493b-9d5e-5329525a9479 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 944 time: 0.0833979 Aug 30 01:12:05.382951 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-608b4e58-3f9a-4bf0-aa81-4a3721458458 req-deec0f4d-8483-4d2b-bb00-66767fef36db tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524578 Aug 30 01:12:05.414862 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fc577-49ae-4056-94cc-ceb2ffc84c5b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Pushing event deleted for resources: {'Port': ['ID=d8d36366-3bec-4323-a577-34ce2e4beafd,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:05.442052 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbae13b4-9a97-45ec-95c3-454d9eb6dfc3 req-5f0fc577-49ae-4056-94cc-ceb2ffc84c5b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] No DVR routers for this DVR port d8d36366-3bec-4323-a577-34ce2e4beafd on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:12:05.447395 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-dbae13b4-9a97-45ec-95c3-454d9eb6dfc3 req-5f0fc577-49ae-4056-94cc-ceb2ffc84c5b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:05.448906 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dbae13b4-9a97-45ec-95c3-454d9eb6dfc3 req-5f0fc577-49ae-4056-94cc-ceb2ffc84c5b tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.74 "DELETE /networking/v2.0/ports/d8d36366-3bec-4323-a577-34ce2e4beafd HTTP/1.1" status: 204 len: 173 time: 1.2563345 Aug 30 01:12:05.500760 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-0e4b403a-3205-43ca-9c45-3aaa473942b6 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/9fb68cff-0330-4b4f-897d-a5b9f49b6d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727151 Aug 30 01:12:05.524571 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d362ed12-a3c5-4b31-975b-9ce41f3d1044 admin admin] Publish callbacks [] for security_group (cf560b89-fc87-40e9-b836-828f787e5d2b), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:05.585097 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d362ed12-a3c5-4b31-975b-9ce41f3d1044 admin admin] Publish callbacks [] for security_group (cf560b89-fc87-40e9-b836-828f787e5d2b), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:05.642374 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c40558a-9b75-4464-a046-efaa16a6d3bb req-c13dadb3-0933-4953-8798-e25b767f9d83 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/9fb68cff-0330-4b4f-897d-a5b9f49b6d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308990 Aug 30 01:12:05.745250 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d362ed12-a3c5-4b31-975b-9ce41f3d1044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (cf560b89-fc87-40e9-b836-828f787e5d2b), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:05.748106 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d362ed12-a3c5-4b31-975b-9ce41f3d1044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:05.749286 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-d362ed12-a3c5-4b31-975b-9ce41f3d1044 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cf560b89-fc87-40e9-b836-828f787e5d2b HTTP/1.1" status: 204 len: 168 time: 0.3741605 Aug 30 01:12:05.761065 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362ed12-a3c5-4b31-975b-9ce41f3d1044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf560b89-fc87-40e9-b836-828f787e5d2b,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:06.013008 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30841f5c-b634-47dc-97ab-c651bf3ace8a', 'name': 'network-vif-deleted', 'tag': 'd8d36366-3bec-4323-a577-34ce2e4beafd'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:12:06.015524 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbb355c-d75a-46c5-83d6-f3f2c63b4218" -d '{"events": [{"server_uuid": "30841f5c-b634-47dc-97ab-c651bf3ace8a", "name": "network-vif-deleted", "tag": "d8d36366-3bec-4323-a577-34ce2e4beafd"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:12:06.059422 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a35d8c-e42d-4275-af36-6ca3ba2bdc3e x-openstack-request-id: req-17a35d8c-e42d-4275-af36-6ca3ba2bdc3e {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:12:06.059422 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30841f5c-b634-47dc-97ab-c651bf3ace8a", "name": "network-vif-deleted", "tag": "d8d36366-3bec-4323-a577-34ce2e4beafd", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:12:06.059422 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17a35d8c-e42d-4275-af36-6ca3ba2bdc3e {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:12:06.059422 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a35d8c-e42d-4275-af36-6ca3ba2bdc3e'] response: {'server_uuid': '30841f5c-b634-47dc-97ab-c651bf3ace8a', 'name': 'network-vif-deleted', 'tag': 'd8d36366-3bec-4323-a577-34ce2e4beafd', 'status': 'completed', 'code': 200} Aug 30 01:12:06.253571 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64c139-5691-4ff2-98d6-ddee0bf4b8bf req-24999e07-477e-4b98-ac52-dfdd666aac8b tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:06.255213 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bf64c139-5691-4ff2-98d6-ddee0bf4b8bf req-24999e07-477e-4b98-ac52-dfdd666aac8b tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0598347 Aug 30 01:12:06.287231 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8c68876e-28d1-4a3d-bea3-0eb50b5e0a82 req-94e50c1f-481c-4b2a-8715-cdcd980479d4 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 210 time: 0.0449183 Aug 30 01:12:06.307509 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bf64c139-5691-4ff2-98d6-ddee0bf4b8bf req-bfa8d024-b381-4d04-b4e7-8ab4cf92addf tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465610 Aug 30 01:12:06.520594 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849be53-1f6b-4aa1-a5a1-1854a1100792 req-ce4cd3f6-b607-4708-88b4-541b2861ade9 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:06.532604 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0849be53-1f6b-4aa1-a5a1-1854a1100792 req-ce4cd3f6-b607-4708-88b4-541b2861ade9 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 944 time: 0.0616460 Aug 30 01:12:06.577498 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0849be53-1f6b-4aa1-a5a1-1854a1100792 req-2a2d289b-f95b-4943-86a9-2bc678ce3c41 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481956 Aug 30 01:12:06.868830 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:06.967885 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device d8d36366-3bec-4323-a577-34ce2e4beafd no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:12:07.004104 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: d8d36366-3bec-4323-a577-34ce2e4beafd {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:12:07.006068 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device d8d36366-3bec-4323-a577-34ce2e4beafd not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:12:07.443088 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4de50a2d-431e-40b6-92eb-5898b14aab05 req-b57c5e30-1db5-4424-ae02-5daf71ff3a0c tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 210 time: 0.0436471 Aug 30 01:12:07.489094 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2925f5-9d2d-49b2-9a76-83af17b17dc8 req-125fcb37-ef6b-4a81-b37b-bacbc965be80 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:07.494260 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5d2925f5-9d2d-49b2-9a76-83af17b17dc8 req-125fcb37-ef6b-4a81-b37b-bacbc965be80 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0675318 Aug 30 01:12:07.553402 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5d2925f5-9d2d-49b2-9a76-83af17b17dc8 req-4919a006-3224-4563-a198-af4547ec9b2c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541518 Aug 30 01:12:07.580394 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:07.587050 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 57072) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:07.653982 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:07.708746 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cce13476-488a-4a2d-824d-bd53d99159f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:07.710799 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ef94f-1636-432d-9481-a2c1dce2cd77 req-6d2cd2f7-adc8-450d-942d-088b5a08c98f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:07.712288 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-293ef94f-1636-432d-9481-a2c1dce2cd77 req-6d2cd2f7-adc8-450d-942d-088b5a08c98f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 944 time: 0.0491827 Aug 30 01:12:07.768995 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-293ef94f-1636-432d-9481-a2c1dce2cd77 req-9d76708b-b5d8-43e1-8c30-342ffa5eb64a tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506063 Aug 30 01:12:07.795357 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cce13476-488a-4a2d-824d-bd53d99159f2 admin admin] Publish callbacks [] for security_group (9d85c7eb-dff7-4bb9-851e-7b0dec083c1e), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:07.854609 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cce13476-488a-4a2d-824d-bd53d99159f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (9d85c7eb-dff7-4bb9-851e-7b0dec083c1e), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:07.895221 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-cce13476-488a-4a2d-824d-bd53d99159f2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=28dbfbf36541410baae15996643dd687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070550 Aug 30 01:12:07.896065 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce13476-488a-4a2d-824d-bd53d99159f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d85c7eb-dff7-4bb9-851e-7b0dec083c1e,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:07.899109 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 57088) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:07.955608 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ac3b-0809-44bf-a830-e97c269d5750 admin admin] Publish callbacks [] for security_group (9d85c7eb-dff7-4bb9-851e-7b0dec083c1e), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:07.976439 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ac3b-0809-44bf-a830-e97c269d5750 admin admin] Publish callbacks [] for security_group (9d85c7eb-dff7-4bb9-851e-7b0dec083c1e), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:08.146731 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ac3b-0809-44bf-a830-e97c269d5750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (9d85c7eb-dff7-4bb9-851e-7b0dec083c1e), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:08.157560 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ac3b-0809-44bf-a830-e97c269d5750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:08.157560 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c0c8ac3b-0809-44bf-a830-e97c269d5750 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9d85c7eb-dff7-4bb9-851e-7b0dec083c1e HTTP/1.1" status: 204 len: 168 time: 0.2508597 Aug 30 01:12:08.161972 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8ac3b-0809-44bf-a830-e97c269d5750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d85c7eb-dff7-4bb9-851e-7b0dec083c1e,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:08.354118 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:08.565512 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f09fbae2-e5fe-45dd-91fd-61c5fb38676e req-d5cc1250-c071-4f07-ac81-8ec6792804f9 tempest-DeleteServersTestJSON-406149098 tempest-DeleteServersTestJSON-406149098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=30841f5c-b634-47dc-97ab-c651bf3ace8a HTTP/1.1" status: 200 len: 210 time: 0.0291655 Aug 30 01:12:08.681838 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278e213-336d-44b3-bee4-9c0617f5943b req-408735f0-0c63-4513-83b7-e13690573da2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:08.683298 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2278e213-336d-44b3-bee4-9c0617f5943b req-408735f0-0c63-4513-83b7-e13690573da2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0469234 Aug 30 01:12:08.731434 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2278e213-336d-44b3-bee4-9c0617f5943b req-4e3859a9-b6c1-4aac-8be6-a4ac921af29f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Aug 30 01:12:08.895597 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea6a6c-4c0b-41d2-be99-67084b1877b0 req-6b49a39e-ec4e-4b4a-862e-229ff33023f6 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:08.897076 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10ea6a6c-4c0b-41d2-be99-67084b1877b0 req-6b49a39e-ec4e-4b4a-862e-229ff33023f6 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 944 time: 0.0499949 Aug 30 01:12:08.898747 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:08.947678 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:12:08.950237 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10ea6a6c-4c0b-41d2-be99-67084b1877b0 req-7e7b8b0a-4d0c-4cd5-bb31-57b2cb294f9a tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473354 Aug 30 01:12:09.012626 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:09.053551 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=43d9e02b-7717-4924-a8e1-a1ae4be2adc5,segment=NetworkSegment(301ca58b-35cc-4548-a11d-5f9279a02507),segment_id=301ca58b-35cc-4548-a11d-5f9279a02507)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:09.066020 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': '43d9e02b-7717-4924-a8e1-a1ae4be2adc5', 'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f', 'port_id': '43d9e02b-7717-4924-a8e1-a1ae4be2adc5', 'mac_address': 'fa:16:3e:74:f6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65358f5b-cedf-4c4b-b290-6d27b9626fe2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:12:09.077613 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:09.102730 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:12:09.103186 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:09.117606 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:12:09.142427 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=43d9e02b-7717-4924-a8e1-a1ae4be2adc5,segment=NetworkSegment(301ca58b-35cc-4548-a11d-5f9279a02507),segment_id=301ca58b-35cc-4548-a11d-5f9279a02507)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:09.240014 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:09.288955 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=43d9e02b-7717-4924-a8e1-a1ae4be2adc5,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:09.687142 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['43d9e02b-7717-4924-a8e1-a1ae4be2adc5'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:12:09.777517 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:09.869235 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:09.884830 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2786f5-5c96-4455-ab95-a28b3cb68ca7 req-e945b8a7-2afb-467c-87c0-6d6ef0ce2779 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:09.886421 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fb2786f5-5c96-4455-ab95-a28b3cb68ca7 req-e945b8a7-2afb-467c-87c0-6d6ef0ce2779 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0583889 Aug 30 01:12:09.937328 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fb2786f5-5c96-4455-ab95-a28b3cb68ca7 req-d0413415-8890-433b-b0e4-0250d58af80d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444491 Aug 30 01:12:10.077137 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc499254-553e-43b0-9be0-187937ff17db req-c1d7a17f-1a8f-4f66-a2ba-2659fdbc89df tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:10.078679 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cc499254-553e-43b0-9be0-187937ff17db req-c1d7a17f-1a8f-4f66-a2ba-2659fdbc89df tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 945 time: 0.0555158 Aug 30 01:12:10.114286 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 57160) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:10.131282 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cc499254-553e-43b0-9be0-187937ff17db req-ae18c9a4-0691-47fb-924d-b577c35c075b tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469029 Aug 30 01:12:10.238671 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-185325be-bd8a-4efd-be05-a845b80ff661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:10.320452 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-185325be-bd8a-4efd-be05-a845b80ff661 admin admin] Publish callbacks [] for security_group (8df22ae1-05eb-49c2-87d6-f73e2496674c), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:10.419825 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-185325be-bd8a-4efd-be05-a845b80ff661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (8df22ae1-05eb-49c2-87d6-f73e2496674c), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:10.462327 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-185325be-bd8a-4efd-be05-a845b80ff661 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8095bc61e93444e0b1912c431433a242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459876 Aug 30 01:12:10.462514 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185325be-bd8a-4efd-be05-a845b80ff661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df22ae1-05eb-49c2-87d6-f73e2496674c,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:10.464315 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 57168) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:10.515758 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b459ddd6-7c6a-4411-b8e5-fa6f67c60846 admin admin] Publish callbacks [] for security_group (8df22ae1-05eb-49c2-87d6-f73e2496674c), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:10.535575 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b459ddd6-7c6a-4411-b8e5-fa6f67c60846 admin admin] Publish callbacks [] for security_group (8df22ae1-05eb-49c2-87d6-f73e2496674c), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:10.676806 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b459ddd6-7c6a-4411-b8e5-fa6f67c60846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (8df22ae1-05eb-49c2-87d6-f73e2496674c), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:10.679517 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b459ddd6-7c6a-4411-b8e5-fa6f67c60846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:10.680724 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b459ddd6-7c6a-4411-b8e5-fa6f67c60846 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8df22ae1-05eb-49c2-87d6-f73e2496674c HTTP/1.1" status: 204 len: 168 time: 0.2150712 Aug 30 01:12:10.689443 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459ddd6-7c6a-4411-b8e5-fa6f67c60846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df22ae1-05eb-49c2-87d6-f73e2496674c,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:10.971440 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:10.987862 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:12:11.032917 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:12:11.067841 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3475c35-d46d-4a28-88a1-a326d17fe802 req-3d6af691-bc74-4d84-a21b-25819fa1fb16 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:11.069343 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a3475c35-d46d-4a28-88a1-a326d17fe802 req-3d6af691-bc74-4d84-a21b-25819fa1fb16 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0479162 Aug 30 01:12:11.119843 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a3475c35-d46d-4a28-88a1-a326d17fe802 req-5f55aff6-889b-4a5a-9f3c-0e8bfdbe2108 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447164 Aug 30 01:12:11.238375 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:11.238612 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:12:11.238612 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:11.264349 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4439c89-d152-48d4-b489-6126e45c22ba req-d8d48d4b-6338-4da1-840e-130641506122 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:11.276718 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b4439c89-d152-48d4-b489-6126e45c22ba req-d8d48d4b-6338-4da1-840e-130641506122 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 945 time: 0.0681036 Aug 30 01:12:11.277885 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 57186) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:11.324086 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:12:11.324932 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:11.329130 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b4439c89-d152-48d4-b489-6126e45c22ba req-8c887cfc-2016-420e-b2ea-52621c0e6bc8 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560501 Aug 30 01:12:11.366793 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=43d9e02b-7717-4924-a8e1-a1ae4be2adc5,segment=NetworkSegment(301ca58b-35cc-4548-a11d-5f9279a02507),segment_id=301ca58b-35cc-4548-a11d-5f9279a02507)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:11.368127 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b27c77-eb0e-4f06-93c6-938164beab95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d9e02b-7717-4924-a8e1-a1ae4be2adc5'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:12:11.370560 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2d63e4-b85b-43bc-8b86-1b1300c6eeda" -d '{"events": [{"server_uuid": "95b27c77-eb0e-4f06-93c6-938164beab95", "name": "network-vif-plugged", "status": "completed", "tag": "43d9e02b-7717-4924-a8e1-a1ae4be2adc5"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:12:11.400995 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:11.411519 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879798b5-8f3d-45f5-838f-6520ca246df7 x-openstack-request-id: req-879798b5-8f3d-45f5-838f-6520ca246df7 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:12:11.411827 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b27c77-eb0e-4f06-93c6-938164beab95", "name": "network-vif-plugged", "status": "completed", "tag": "43d9e02b-7717-4924-a8e1-a1ae4be2adc5", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:12:11.412084 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-879798b5-8f3d-45f5-838f-6520ca246df7 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:12:11.412485 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879798b5-8f3d-45f5-838f-6520ca246df7'] response: {'server_uuid': '95b27c77-eb0e-4f06-93c6-938164beab95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d9e02b-7717-4924-a8e1-a1ae4be2adc5', 'code': 200} Aug 30 01:12:11.457766 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:11.512242 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=43d9e02b-7717-4924-a8e1-a1ae4be2adc5,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:11.583551 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 57192) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:11.599269 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-82a7a354-03ec-4532-9718-6133287168ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:11.684212 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-82a7a354-03ec-4532-9718-6133287168ce admin admin] Publish callbacks [] for security_group (4e018ab4-cc45-45d8-bb9d-16eb7ac3f109), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:11.702303 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1cd4-ac44-4cdb-b0b8-f418dfeae68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-482018'] for router_interface (03bce61f-792c-4137-a073-7a65d1858852), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:11.782761 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-82a7a354-03ec-4532-9718-6133287168ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (4e018ab4-cc45-45d8-bb9d-16eb7ac3f109), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:11.823596 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7a354-03ec-4532-9718-6133287168ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e018ab4-cc45-45d8-bb9d-16eb7ac3f109,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:11.832802 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-82a7a354-03ec-4532-9718-6133287168ce admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7216364fa6b444478d94f860a518a121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454784 Aug 30 01:12:11.833330 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 57194) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:11.891182 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0d999542-d6a9-4672-97a2-25bd59de7553 admin admin] Publish callbacks [] for security_group (4e018ab4-cc45-45d8-bb9d-16eb7ac3f109), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:11.918071 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0d999542-d6a9-4672-97a2-25bd59de7553 admin admin] Publish callbacks [] for security_group (4e018ab4-cc45-45d8-bb9d-16eb7ac3f109), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:11.975467 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b55d8d-c452-4c79-96c1-163c6e4567e9 req-0cbf91b9-8cf5-433d-9428-661b4f911b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:11.976983 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a4b55d8d-c452-4c79-96c1-163c6e4567e9 req-0cbf91b9-8cf5-433d-9428-661b4f911b6b service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 1130 time: 0.0614109 Aug 30 01:12:12.028429 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a4b55d8d-c452-4c79-96c1-163c6e4567e9 req-8bfe6b0a-798f-4e85-9444-b6bcab4e2044 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435603 Aug 30 01:12:12.099847 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0d999542-d6a9-4672-97a2-25bd59de7553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (4e018ab4-cc45-45d8-bb9d-16eb7ac3f109), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:12.103388 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0d999542-d6a9-4672-97a2-25bd59de7553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:12.104597 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-0d999542-d6a9-4672-97a2-25bd59de7553 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4e018ab4-cc45-45d8-bb9d-16eb7ac3f109 HTTP/1.1" status: 204 len: 168 time: 0.2705770 Aug 30 01:12:12.113849 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d999542-d6a9-4672-97a2-25bd59de7553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e018ab4-cc45-45d8-bb9d-16eb7ac3f109,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:12.220794 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d1cd4-ac44-4cdb-b0b8-f418dfeae68d admin admin] Deleting port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:12:12.221366 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1cd4-ac44-4cdb-b0b8-f418dfeae68d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:12.235450 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:12.252411 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246aadc-62f6-415c-b810-7ea672e4ab70 req-7b6f62c9-9346-494a-8c22-0b102f3717be tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:12.253939 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f246aadc-62f6-415c-b810-7ea672e4ab70 req-7b6f62c9-9346-494a-8c22-0b102f3717be tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0551705 Aug 30 01:12:12.302169 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f246aadc-62f6-415c-b810-7ea672e4ab70 req-e40999ec-ed76-4035-9c80-d55e72f08d5c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424657 Aug 30 01:12:12.308496 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-ff6d1cd4-ac44-4cdb-b0b8-f418dfeae68d admin admin] For port 0ac31b4f-2d2f-40cc-b675-ecc0f5442159, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=0ac31b4f-2d2f-40cc-b675-ecc0f5442159,segment=NetworkSegment(1e83c07a-0e71-4f03-a919-857afdadd008),segment_id=1e83c07a-0e71-4f03-a919-857afdadd008)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:12.308907 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1cd4-ac44-4cdb-b0b8-f418dfeae68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:12.323467 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d1cd4-ac44-4cdb-b0b8-f418dfeae68d admin admin] Calling delete_port for 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 owned by network:router_interface {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:12:12.604851 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632aaba7-d0ce-4ecf-88e1-18194fe2bc03 req-c5289017-0bc3-4d48-9d8d-cf947f8c3c03 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:12.610067 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-632aaba7-d0ce-4ecf-88e1-18194fe2bc03 req-c5289017-0bc3-4d48-9d8d-cf947f8c3c03 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 946 time: 0.0475857 Aug 30 01:12:12.651142 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1cd4-ac44-4cdb-b0b8-f418dfeae68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (0ac31b4f-2d2f-40cc-b675-ecc0f5442159), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:12.684606 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-632aaba7-d0ce-4ecf-88e1-18194fe2bc03 req-7912e836-d148-4628-925b-86fd7444de1e tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688112 Aug 30 01:12:12.687576 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d1cd4-ac44-4cdb-b0b8-f418dfeae68d admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac31b4f-2d2f-40cc-b675-ecc0f5442159,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:12.751106 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:12.824231 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1cd4-ac44-4cdb-b0b8-f418dfeae68d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481618'] for router_interface (03bce61f-792c-4137-a073-7a65d1858852), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:12.901811 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:13.052446 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6d1cd4-ac44-4cdb-b0b8-f418dfeae68d admin admin] Router 03bce61f-792c-4137-a073-7a65d1858852 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:12:13.154448 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6d1cd4-ac44-4cdb-b0b8-f418dfeae68d admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:12:13.159613 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-ff6d1cd4-ac44-4cdb-b0b8-f418dfeae68d admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/03bce61f-792c-4137-a073-7a65d1858852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8823140 Aug 30 01:12:13.162290 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 57224) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:13.166066 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459080c5-e77f-4f29-8a76-0b170cd537c7 None None] Sync routers for ids ['03bce61f-792c-4137-a073-7a65d1858852'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:12:13.177138 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459080c5-e77f-4f29-8a76-0b170cd537c7 None None] Routers {'03bce61f-792c-4137-a073-7a65d1858852'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:12:13.177802 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-459080c5-e77f-4f29-8a76-0b170cd537c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:11:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['03bce61f-792c-4137-a073-7a65d1858852'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:13.212356 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:13.285197 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Publish callbacks [] for router (03bce61f-792c-4137-a073-7a65d1858852), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:13.300980 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-459080c5-e77f-4f29-8a76-0b170cd537c7 None None] Set router 03bce61f-792c-4137-a073-7a65d1858852 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:12:13.430111 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Publish callbacks [] for router_gateway (03bce61f-792c-4137-a073-7a65d1858852), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:13.449356 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2e36-7013-47b6-a505-ffd8f8471506 req-8733444c-2e32-4971-b21d-cedcccd099a8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:13.455213 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5d0e2e36-7013-47b6-a505-ffd8f8471506 req-8733444c-2e32-4971-b21d-cedcccd099a8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0665631 Aug 30 01:12:13.507653 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5d0e2e36-7013-47b6-a505-ffd8f8471506 req-15440cc1-a02b-41e0-a063-6e065b66973c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500093 Aug 30 01:12:13.570364 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-459080c5-e77f-4f29-8a76-0b170cd537c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bce61f-792c-4137-a073-7a65d1858852', 'name': 'tempest-DeleteServersTestJSON-395651003-router', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:12:12Z', 'revision_number': 5, 'project_id': '4f082e13ad014501b7a781167ddb2ed8', 'gw_port': {'id': '768bb07b-27d9-4731-92e7-9778ad062d82', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bce61f-792c-4137-a073-7a65d1858852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:45Z', 'updated_at': '2022-08-30T01:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:13.585148 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Deleting port 768bb07b-27d9-4731-92e7-9778ad062d82 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:12:13.585485 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (768bb07b-27d9-4731-92e7-9778ad062d82), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:13.599248 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459080c5-e77f-4f29-8a76-0b170cd537c7 None None] Checking router: 03bce61f-792c-4137-a073-7a65d1858852 for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:12:13.610657 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459080c5-e77f-4f29-8a76-0b170cd537c7 None None] Routers {'03bce61f-792c-4137-a073-7a65d1858852'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:12:13.611343 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-459080c5-e77f-4f29-8a76-0b170cd537c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:11:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['03bce61f-792c-4137-a073-7a65d1858852'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:13.676451 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] For port 768bb07b-27d9-4731-92e7-9778ad062d82, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=768bb07b-27d9-4731-92e7-9778ad062d82,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:13.676816 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (768bb07b-27d9-4731-92e7-9778ad062d82), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:13.691110 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Calling delete_port for 768bb07b-27d9-4731-92e7-9778ad062d82 owned by network:router_gateway {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:12:13.702917 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-459080c5-e77f-4f29-8a76-0b170cd537c7 None None] Set router 03bce61f-792c-4137-a073-7a65d1858852 gateway port host: None {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:12:13.765493 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-459080c5-e77f-4f29-8a76-0b170cd537c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bce61f-792c-4137-a073-7a65d1858852', 'name': 'tempest-DeleteServersTestJSON-395651003-router', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:12:13Z', 'revision_number': 6, 'project_id': '4f082e13ad014501b7a781167ddb2ed8', 'gw_port_host': None}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:13.793548 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459080c5-e77f-4f29-8a76-0b170cd537c7 None None] The sync data for ids ['03bce61f-792c-4137-a073-7a65d1858852'] in dv-cinder-815712-11-iscsi is: [{'id': '03bce61f-792c-4137-a073-7a65d1858852', 'name': 'tempest-DeleteServersTestJSON-395651003-router', 'tenant_id': '4f082e13ad014501b7a781167ddb2ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:12:13Z', 'revision_number': 6, 'project_id': '4f082e13ad014501b7a781167ddb2ed8', 'gw_port_host': None}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:12:13.852453 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:13.859388 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb8ae4-0461-47e4-8ad2-8b50dc100efc req-4479a7f1-d7c6-4f6f-80c6-a323da3bd22f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:13.861224 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9bcb8ae4-0461-47e4-8ad2-8b50dc100efc req-4479a7f1-d7c6-4f6f-80c6-a323da3bd22f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 946 time: 0.0584335 Aug 30 01:12:13.953764 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9bcb8ae4-0461-47e4-8ad2-8b50dc100efc req-05173dfc-07f6-4547-9fd5-84c4fd23287b tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865693 Aug 30 01:12:14.031190 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (768bb07b-27d9-4731-92e7-9778ad062d82), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.056526 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=768bb07b-27d9-4731-92e7-9778ad062d82,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:14.086997 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477089'] for router_gateway (03bce61f-792c-4137-a073-7a65d1858852), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.198502 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2934'] for router (03bce61f-792c-4137-a073-7a65d1858852), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.201046 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Publish callbacks [] for router_controller (03bce61f-792c-4137-a073-7a65d1858852), precommit_delete_associations {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.394444 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481583'] for router (03bce61f-792c-4137-a073-7a65d1858852), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.395202 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03bce61f-792c-4137-a073-7a65d1858852 {{(pid=107025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:12:14.400227 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.401509 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-2ea0c3f7-43b1-4ba7-aaba-c79280325bf4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/03bce61f-792c-4137-a073-7a65d1858852 HTTP/1.1" status: 204 len: 168 time: 1.2383084 Aug 30 01:12:14.406700 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 57254) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:14.446655 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:12:14.451532 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7db8b3-99f8-4149-9b2d-1d1430ad7bb4 admin admin] Deleting subnet 0e56a216-a008-4248-8bb8-0281a6e1d87f {{(pid=107025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:12:14.454945 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-fb7db8b3-99f8-4149-9b2d-1d1430ad7bb4 admin admin] Publish callbacks [] for subnet (0e56a216-a008-4248-8bb8-0281a6e1d87f), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.490752 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-fb7db8b3-99f8-4149-9b2d-1d1430ad7bb4 admin admin] Publish callbacks [] for subnet (0e56a216-a008-4248-8bb8-0281a6e1d87f), precommit_delete_associations {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.580335 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-fb7db8b3-99f8-4149-9b2d-1d1430ad7bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (0e56a216-a008-4248-8bb8-0281a6e1d87f), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.595264 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:12:14.618457 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:12:14.618810 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 0ac31b4f-2d2f-40cc-b675-ecc0f5442159 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:12:14.651115 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c6fca-8edf-489d-b08a-dde81919a3a3 req-40ee8a0c-4daa-4b29-be30-dab3270e32c0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:14.652650 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-684c6fca-8edf-489d-b08a-dde81919a3a3 req-40ee8a0c-4daa-4b29-be30-dab3270e32c0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0579922 Aug 30 01:12:14.702995 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-684c6fca-8edf-489d-b08a-dde81919a3a3 req-80c8e9d8-8639-425d-b6d6-7a1f77b2243e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Aug 30 01:12:14.709068 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-fb7db8b3-99f8-4149-9b2d-1d1430ad7bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for subnet (0e56a216-a008-4248-8bb8-0281a6e1d87f), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.750083 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7db8b3-99f8-4149-9b2d-1d1430ad7bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e56a216-a008-4248-8bb8-0281a6e1d87f,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:14.752039 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-fb7db8b3-99f8-4149-9b2d-1d1430ad7bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.755326 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-fb7db8b3-99f8-4149-9b2d-1d1430ad7bb4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/0e56a216-a008-4248-8bb8-0281a6e1d87f HTTP/1.1" status: 204 len: 168 time: 0.3490646 Aug 30 01:12:14.756030 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209c8c59-7a78-440f-8b9f-48a3e5a22fc3 None None] Network a4ad0ac8-1d42-4e74-88e7-302cf181b538 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:12:14.758079 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 57260) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:14.849755 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (a4ad0ac8-1d42-4e74-88e7-302cf181b538), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.866822 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:14.906326 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Deleting port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:12:14.907588 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:14.942204 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fbb116-c28b-4491-8a13-afc10a93b645 None None] DHCP port deletion for a4ad0ac8-1d42-4e74-88e7-302cf181b538 request from dv-cinder-815712-11-iscsi {{(pid=107026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:12:14.982028 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-18fbb116-c28b-4491-8a13-afc10a93b645 None None] Deleting port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac {{(pid=107026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:12:14.982663 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-18fbb116-c28b-4491-8a13-afc10a93b645 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), before_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:15.000176 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] For port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac,segment=NetworkSegment(1e83c07a-0e71-4f03-a919-857afdadd008),segment_id=1e83c07a-0e71-4f03-a919-857afdadd008)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:15.000699 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:15.015750 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Calling delete_port for 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac owned by network:dhcp {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:12:15.064295 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-18fbb116-c28b-4491-8a13-afc10a93b645 None None] For port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac,segment=NetworkSegment(1e83c07a-0e71-4f03-a919-857afdadd008),segment_id=1e83c07a-0e71-4f03-a919-857afdadd008)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:15.064690 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-18fbb116-c28b-4491-8a13-afc10a93b645 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), precommit_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:15.078561 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-18fbb116-c28b-4491-8a13-afc10a93b645 None None] Calling delete_port for 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac owned by network:dhcp {{(pid=107026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:12:15.085371 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:15.114023 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a644cab-57fb-47bb-b162-4b8415f207e2 req-69fd46c7-feec-4223-9fdd-adf842e8c1f7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:15.121046 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4a644cab-57fb-47bb-b162-4b8415f207e2 req-69fd46c7-feec-4223-9fdd-adf842e8c1f7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 946 time: 0.0930381 Aug 30 01:12:15.163434 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:15.183551 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4a644cab-57fb-47bb-b162-4b8415f207e2 req-f33d5f4c-5b23-43ee-af75-e32a156c4830 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616610 Aug 30 01:12:15.266021 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:15.275173 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-18fbb116-c28b-4491-8a13-afc10a93b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac), after_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:15.301293 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbb116-c28b-4491-8a13-afc10a93b645 None None] Pushing event deleted for resources: {'Port': ['ID=8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac,revision_number=None']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:15.306742 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fbb116-c28b-4491-8a13-afc10a93b645 None None] No DVR routers for this DVR port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac on host dv-cinder-815712-11-iscsi {{(pid=107026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:12:15.509283 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:15.511168 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] No DVR routers for this DVR port 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac on host dv-cinder-815712-11-iscsi {{(pid=107025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:12:15.587398 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (a4ad0ac8-1d42-4e74-88e7-302cf181b538), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:15.611727 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.612093 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.612836 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.613169 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.613495 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.613888 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.614215 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.620459 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.620459 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.620459 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.808668 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.809039 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.809372 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.810342 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:12:15.810735 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ad0ac8-1d42-4e74-88e7-302cf181b538']}} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:15.822482 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ee2c0-1fec-4540-b85c-32bbadc97d52 req-938d7de5-74d9-4deb-998a-63074447cff8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:15.823977 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5e1ee2c0-1fec-4540-b85c-32bbadc97d52 req-938d7de5-74d9-4deb-998a-63074447cff8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0468605 Aug 30 01:12:15.830998 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e83c07a-0e71-4f03-a919-857afdadd008') {'for_net_delete': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:15.831303 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e83c07a-0e71-4f03-a919-857afdadd008') {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:12:15.849891 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13169961'] for segment (1e83c07a-0e71-4f03-a919-857afdadd008), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:15.871913 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (1e83c07a-0e71-4f03-a919-857afdadd008), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:15.878078 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5e1ee2c0-1fec-4540-b85c-32bbadc97d52 req-e8b5839b-ec99-419d-ae63-8e4def435e98 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473244 Aug 30 01:12:15.883272 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=107025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:12:15.883756 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13572379'] for segment (1e83c07a-0e71-4f03-a919-857afdadd008), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:16.002219 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 768bb07b-27d9-4731-92e7-9778ad062d82 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:12:16.022919 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 768bb07b-27d9-4731-92e7-9778ad062d82 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:12:16.023261 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 768bb07b-27d9-4731-92e7-9778ad062d82 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:12:16.023674 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:12:16.045836 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:12:16.046141 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 8cbf2dac-96ca-4c5e-8a50-4b676d60a6ac not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:12:16.082727 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (a4ad0ac8-1d42-4e74-88e7-302cf181b538), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:16.091508 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:16.097957 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/a4ad0ac8-1d42-4e74-88e7-302cf181b538 HTTP/1.1" status: 204 len: 168 time: 1.3388696 Aug 30 01:12:16.112683 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1e2cc-05ab-444b-962e-74bb072968f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ad0ac8-1d42-4e74-88e7-302cf181b538,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:16.156911 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment 1e83c07a-0e71-4f03-a919-857afdadd008 resource provider aggregate not found Aug 30 01:12:16.174904 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment 1e83c07a-0e71-4f03-a919-857afdadd008 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e83c07a-0e71-4f03-a919-857afdadd008 found for delete ", "request_id": "req-ace037e3-f806-4bda-80fa-19864a08739d"}]} Aug 30 01:12:16.327759 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee839a08-b77e-4356-b79f-a23311ae3b69 req-24f83ef0-27c2-4a8a-a615-889df0b1ad64 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:16.329329 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ee839a08-b77e-4356-b79f-a23311ae3b69 req-24f83ef0-27c2-4a8a-a615-889df0b1ad64 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 946 time: 0.0635002 Aug 30 01:12:16.384451 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ee839a08-b77e-4356-b79f-a23311ae3b69 req-a1315730-6b78-4d9c-9f3e-5dc8dd68e7cf tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469747 Aug 30 01:12:16.736465 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 57300) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:16.775806 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c1b1eb04-99af-43a6-b839-366ebe8ea8d5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4f082e13ad014501b7a781167ddb2ed8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381589 Aug 30 01:12:16.778194 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 57302) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:16.863703 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-883a8396-6152-4e73-8f65-288ad5b3e9bb admin admin] Publish callbacks [] for security_group (e6ad7039-b58c-4cdd-948b-a6e0babc8eee), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:16.863703 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-883a8396-6152-4e73-8f65-288ad5b3e9bb admin admin] Publish callbacks [] for security_group (e6ad7039-b58c-4cdd-948b-a6e0babc8eee), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:16.999845 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ddb7-1e3c-4c28-8951-662f0a692fe0 req-d62056b0-46ee-4e50-bdcf-66a808f5c80d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:17.001428 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ab81ddb7-1e3c-4c28-8951-662f0a692fe0 req-d62056b0-46ee-4e50-bdcf-66a808f5c80d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0511158 Aug 30 01:12:17.002614 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-883a8396-6152-4e73-8f65-288ad5b3e9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e6ad7039-b58c-4cdd-948b-a6e0babc8eee), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:17.005493 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-883a8396-6152-4e73-8f65-288ad5b3e9bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:17.006669 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-883a8396-6152-4e73-8f65-288ad5b3e9bb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e6ad7039-b58c-4cdd-948b-a6e0babc8eee HTTP/1.1" status: 204 len: 168 time: 0.2268901 Aug 30 01:12:17.025032 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a8396-6152-4e73-8f65-288ad5b3e9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ad7039-b58c-4cdd-948b-a6e0babc8eee,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:17.059628 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ab81ddb7-1e3c-4c28-8951-662f0a692fe0 req-00ebaaa9-e2ee-4efe-a1f4-36b0916611b6 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525336 Aug 30 01:12:17.511755 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1479b9c-0a1c-4378-a697-dfee9f0fb697 req-c420b9b8-b08c-4525-9f6b-31a97dc18759 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:17.513345 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f1479b9c-0a1c-4378-a697-dfee9f0fb697 req-c420b9b8-b08c-4525-9f6b-31a97dc18759 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 946 time: 0.0480137 Aug 30 01:12:17.566058 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f1479b9c-0a1c-4378-a697-dfee9f0fb697 req-ea6d2093-6879-40dd-a810-b9a7ca2c9cae tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467994 Aug 30 01:12:17.783152 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:17.874609 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:18.200846 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf4ad5-efb6-47c5-910a-19a1848537ba req-1c58a7a7-3d28-478b-aaaa-83baf262d1ec tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:18.203900 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a5bf4ad5-efb6-47c5-910a-19a1848537ba req-1c58a7a7-3d28-478b-aaaa-83baf262d1ec tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0552986 Aug 30 01:12:18.267587 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a5bf4ad5-efb6-47c5-910a-19a1848537ba req-9f73a6cd-af06-49da-ab93-40843a8c2ecb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515618 Aug 30 01:12:19.389199 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38fb06-a640-4882-bd64-f6b68b711e42 req-7522cf55-e729-4f2c-a6ae-19ea216d5ace tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:19.390789 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4f38fb06-a640-4882-bd64-f6b68b711e42 req-7522cf55-e729-4f2c-a6ae-19ea216d5ace tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0468078 Aug 30 01:12:19.424150 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:19.441773 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4f38fb06-a640-4882-bd64-f6b68b711e42 req-7c7c9301-c36c-433e-b8d3-6782e70eb214 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453444 Aug 30 01:12:20.253564 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-0ba316bc-c529-4eb3-a872-c7c28d3502e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:20.571553 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d02c01-2912-4826-b5e6-859c8cbdd31f req-1544bebf-b33f-495a-b37f-65df9228eb51 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:20.573025 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-63d02c01-2912-4826-b5e6-859c8cbdd31f req-1544bebf-b33f-495a-b37f-65df9228eb51 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0505757 Aug 30 01:12:20.622870 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-63d02c01-2912-4826-b5e6-859c8cbdd31f req-62f24af9-6a9a-42b2-a999-90b0637a9950 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429883 Aug 30 01:12:21.722294 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:21.757976 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79d653-7dce-4f7e-a34d-485cc9e92dd3 req-35471683-e02d-4f88-ba3c-a29a02a7855c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:21.759456 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5e79d653-7dce-4f7e-a34d-485cc9e92dd3 req-35471683-e02d-4f88-ba3c-a29a02a7855c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0474038 Aug 30 01:12:21.810697 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5e79d653-7dce-4f7e-a34d-485cc9e92dd3 req-c9370272-2092-4f5f-9dfa-bfaaf259d124 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436189 Aug 30 01:12:22.765972 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b18d5-29ca-462d-9a92-12dc0af12e09 req-bdaa5fe2-dbae-4cd3-8c5b-b53fd11ee93d tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:22.767482 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fa7b18d5-29ca-462d-9a92-12dc0af12e09 req-bdaa5fe2-dbae-4cd3-8c5b-b53fd11ee93d tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 946 time: 0.0518305 Aug 30 01:12:22.816632 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fa7b18d5-29ca-462d-9a92-12dc0af12e09 req-389859a8-1e1c-40d7-a8c1-50a8e9ae4691 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430007 Aug 30 01:12:22.931441 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-3319aa16-39ea-4fdc-b9b4-cfcd89d4ebc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:22.946735 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80b38c-e0bc-48bd-817a-f89aec4b362f req-fd44a029-0ecc-4713-9da5-77a08eb097cb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:22.948272 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8e80b38c-e0bc-48bd-817a-f89aec4b362f req-fd44a029-0ecc-4713-9da5-77a08eb097cb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0571048 Aug 30 01:12:23.006956 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8e80b38c-e0bc-48bd-817a-f89aec4b362f req-42f71209-6309-4d76-a144-42eff4697436 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499437 Aug 30 01:12:23.764743 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:23.940635 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa33319-e41f-428c-b623-8039b2dde7fc req-98a02dd6-367f-4135-8a17-e282392b85f4 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:23.942145 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-daa33319-e41f-428c-b623-8039b2dde7fc req-98a02dd6-367f-4135-8a17-e282392b85f4 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 946 time: 0.0492201 Aug 30 01:12:23.997499 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-daa33319-e41f-428c-b623-8039b2dde7fc req-6d17bc2b-44b6-4666-af15-56bab619c269 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495501 Aug 30 01:12:24.164860 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51077997-9749-477c-ac15-f0e16b5839a8 req-22b15ec6-613e-4a5a-962c-7b45c8df242f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:24.166481 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-51077997-9749-477c-ac15-f0e16b5839a8 req-22b15ec6-613e-4a5a-962c-7b45c8df242f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0680559 Aug 30 01:12:24.194308 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:24.220685 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-51077997-9749-477c-ac15-f0e16b5839a8 req-fb987c00-b0bf-4efe-81c3-ac6b401a5903 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468504 Aug 30 01:12:24.442307 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=42 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:24.912532 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc902c6b-108d-4dc0-9bae-bc72c6fe7503 req-f1d66c1c-eb6f-468a-abbc-f8cd5d111d83 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:24.914000 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bc902c6b-108d-4dc0-9bae-bc72c6fe7503 req-f1d66c1c-eb6f-468a-abbc-f8cd5d111d83 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 946 time: 0.0459254 Aug 30 01:12:25.002517 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-bc902c6b-108d-4dc0-9bae-bc72c6fe7503 req-518c2eff-ca2c-43ec-957c-4d053dd1c6f7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Deleting port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:12:25.002854 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-bc902c6b-108d-4dc0-9bae-bc72c6fe7503 req-518c2eff-ca2c-43ec-957c-4d053dd1c6f7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:25.114944 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-bc902c6b-108d-4dc0-9bae-bc72c6fe7503 req-518c2eff-ca2c-43ec-957c-4d053dd1c6f7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] For port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=43d9e02b-7717-4924-a8e1-a1ae4be2adc5,segment=NetworkSegment(301ca58b-35cc-4548-a11d-5f9279a02507),segment_id=301ca58b-35cc-4548-a11d-5f9279a02507)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:25.115438 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-bc902c6b-108d-4dc0-9bae-bc72c6fe7503 req-518c2eff-ca2c-43ec-957c-4d053dd1c6f7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:25.145354 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-bc902c6b-108d-4dc0-9bae-bc72c6fe7503 req-518c2eff-ca2c-43ec-957c-4d053dd1c6f7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Calling delete_port for 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:12:25.145469 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a30f46-ea7a-4af2-811d-702142a8c78b req-280e88a9-6d0c-463d-a545-a9c1dac9df0d tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:25.147832 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:25.159131 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-72a30f46-ea7a-4af2-811d-702142a8c78b req-280e88a9-6d0c-463d-a545-a9c1dac9df0d tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 946 time: 0.0662289 Aug 30 01:12:25.213651 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-72a30f46-ea7a-4af2-811d-702142a8c78b req-e2a3dd44-81d8-447a-b391-9aab0f493501 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480494 Aug 30 01:12:25.358794 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-bc902c6b-108d-4dc0-9bae-bc72c6fe7503 req-518c2eff-ca2c-43ec-957c-4d053dd1c6f7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (43d9e02b-7717-4924-a8e1-a1ae4be2adc5), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:25.391589 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c2eff-ca2c-43ec-957c-4d053dd1c6f7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Pushing event deleted for resources: {'Port': ['ID=43d9e02b-7717-4924-a8e1-a1ae4be2adc5,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:25.410637 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['43d9e02b-7717-4924-a8e1-a1ae4be2adc5'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:12:25.441780 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1fcd05-143d-4964-b5ac-98b382b8497e req-690c3975-c51a-4507-9dbb-7392de988960 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:25.443348 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9f1fcd05-143d-4964-b5ac-98b382b8497e req-690c3975-c51a-4507-9dbb-7392de988960 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.1154227 Aug 30 01:12:25.499913 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9f1fcd05-143d-4964-b5ac-98b382b8497e req-ba2e3169-a8fb-40b5-add1-85831c6478d5 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495393 Aug 30 01:12:25.554052 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc902c6b-108d-4dc0-9bae-bc72c6fe7503 req-518c2eff-ca2c-43ec-957c-4d053dd1c6f7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] No DVR routers for this DVR port 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:12:25.557280 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-bc902c6b-108d-4dc0-9bae-bc72c6fe7503 req-518c2eff-ca2c-43ec-957c-4d053dd1c6f7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:25.563283 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bc902c6b-108d-4dc0-9bae-bc72c6fe7503 req-518c2eff-ca2c-43ec-957c-4d053dd1c6f7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.74 "DELETE /networking/v2.0/ports/43d9e02b-7717-4924-a8e1-a1ae4be2adc5 HTTP/1.1" status: 204 len: 173 time: 0.6430724 Aug 30 01:12:25.563943 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b27c77-eb0e-4f06-93c6-938164beab95', 'name': 'network-vif-deleted', 'tag': '43d9e02b-7717-4924-a8e1-a1ae4be2adc5'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:12:25.567292 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d31757-bd0f-4e7f-b3a3-3294c6398fdd" -d '{"events": [{"server_uuid": "95b27c77-eb0e-4f06-93c6-938164beab95", "name": "network-vif-deleted", "tag": "43d9e02b-7717-4924-a8e1-a1ae4be2adc5"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:12:25.644863 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bf4995-ab96-44e3-96a5-a2d3d102e89f x-openstack-request-id: req-c1bf4995-ab96-44e3-96a5-a2d3d102e89f {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:12:25.645152 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b27c77-eb0e-4f06-93c6-938164beab95", "name": "network-vif-deleted", "tag": "43d9e02b-7717-4924-a8e1-a1ae4be2adc5", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:12:25.645401 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1bf4995-ab96-44e3-96a5-a2d3d102e89f {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:12:25.645834 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bf4995-ab96-44e3-96a5-a2d3d102e89f'] response: {'server_uuid': '95b27c77-eb0e-4f06-93c6-938164beab95', 'name': 'network-vif-deleted', 'tag': '43d9e02b-7717-4924-a8e1-a1ae4be2adc5', 'status': 'completed', 'code': 200} Aug 30 01:12:25.802946 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:25.804473 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:26.348353 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-76b952b3-c877-4cf9-877c-f74ee9f27959 req-16ea3a12-ae04-4a35-ae1f-bf1515ef3117 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95b27c77-eb0e-4f06-93c6-938164beab95 HTTP/1.1" status: 200 len: 210 time: 0.0302012 Aug 30 01:12:26.625293 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ff58-f4e5-4659-9064-ecaaf18dc2e6 req-f0ac1166-849f-4095-8b2e-065363838b1c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:26.626747 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b196ff58-f4e5-4659-9064-ecaaf18dc2e6 req-f0ac1166-849f-4095-8b2e-065363838b1c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0469224 Aug 30 01:12:26.657480 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:26.674831 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b196ff58-f4e5-4659-9064-ecaaf18dc2e6 req-250cf424-8fff-4442-8f88-b888a81f5361 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Aug 30 01:12:27.708498 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-8efccf65-84e3-4034-87d6-cfd449a61582 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:27.710089 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-8efccf65-84e3-4034-87d6-cfd449a61582 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/networks?id=9fb68cff-0330-4b4f-897d-a5b9f49b6d9f HTTP/1.1" status: 200 len: 808 time: 0.1137516 Aug 30 01:12:27.726130 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-1dc49f21-7ed5-41e2-b0b4-fb132fa61b53 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/quotas/43f140e0f58f42ae96e16f80b480621c HTTP/1.1" status: 200 len: 375 time: 0.0102954 Aug 30 01:12:27.763010 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-68459476-b889-4d4c-b29e-69374fe37ead tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=43f140e0f58f42ae96e16f80b480621c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299790 Aug 30 01:12:27.808243 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:27.820137 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a59f0-4784-468d-acdd-c1993c282be5 req-0f3590f3-220f-4851-b6fd-30aea08d5b1c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:27.821712 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a6a59f0-4784-468d-acdd-c1993c282be5 req-0f3590f3-220f-4851-b6fd-30aea08d5b1c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0612469 Aug 30 01:12:27.864935 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-906da177-8e2b-44bd-9dfd-34b96307ca7c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9fb68cff-0330-4b4f-897d-a5b9f49b6d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954239 Aug 30 01:12:27.872830 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a6a59f0-4784-468d-acdd-c1993c282be5 req-8cf5b813-255a-4356-83d0-c65cdb756f8f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Aug 30 01:12:27.960181 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-1fdf69fb-ca61-430b-ac69-a1ca3379699f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9fb68cff-0330-4b4f-897d-a5b9f49b6d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888286 Aug 30 01:12:28.229140 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-1534f1a2-9441-457e-beea-09fce6eec6e4 req-1ccf4bdc-6f3f-4b17-a712-594cf494ccb0 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 210 time: 0.0310595 Aug 30 01:12:28.411095 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:12:28.432968 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:12:28.437030 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 43d9e02b-7717-4924-a8e1-a1ae4be2adc5 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:12:28.999582 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0fdf-39d2-4112-8c1e-c5e0441aed72 req-e2238394-4201-43fa-b94b-645460ce4a50 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:29.001071 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-328f0fdf-39d2-4112-8c1e-c5e0441aed72 req-e2238394-4201-43fa-b94b-645460ce4a50 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0480561 Aug 30 01:12:29.055488 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-328f0fdf-39d2-4112-8c1e-c5e0441aed72 req-14b2329e-49ac-40e8-b2ee-2335c2a1b49a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485601 Aug 30 01:12:29.336713 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-28997c60-d0b3-4f33-a805-215a10b88e57 req-8bafae93-602e-4440-8e0b-d9983fd19da7 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 210 time: 0.0284648 Aug 30 01:12:30.176648 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8a1a1-5eb3-4211-b6ea-20f368fd633f req-5f0ecced-3b42-4141-9fce-c420b3312585 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:30.178214 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-16b8a1a1-5eb3-4211-b6ea-20f368fd633f req-5f0ecced-3b42-4141-9fce-c420b3312585 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0470426 Aug 30 01:12:30.227656 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-16b8a1a1-5eb3-4211-b6ea-20f368fd633f req-d70afbfb-53d0-4b92-9998-2aad1b9ac8ac tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Aug 30 01:12:30.447493 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2fad05e8-e7ce-41e8-a713-5154c3cd267d req-2baee5b9-4a87-4a7e-a82c-5564547e3a83 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 210 time: 0.0318503 Aug 30 01:12:31.346651 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf41353-c5f4-491f-b7ef-edcedf337069 req-2b2d25a7-4d0a-4701-a171-38b26182a6e5 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:31.348120 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0cf41353-c5f4-491f-b7ef-edcedf337069 req-2b2d25a7-4d0a-4701-a171-38b26182a6e5 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0468099 Aug 30 01:12:31.395654 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0cf41353-c5f4-491f-b7ef-edcedf337069 req-974446ef-d64a-46af-a622-2a24a98d2a56 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Aug 30 01:12:31.550363 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c00e1c2b-f25e-40c9-88a1-96b02a6c337e req-4b69fd9a-1fcc-4e1b-864c-1b34e7f47626 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 210 time: 0.0280566 Aug 30 01:12:32.519617 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35699d-70cc-48ea-bfcf-90eaca1766ff req-42253031-c5e0-4670-b6b7-afec01caafb3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:32.521035 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8b35699d-70cc-48ea-bfcf-90eaca1766ff req-42253031-c5e0-4670-b6b7-afec01caafb3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0527947 Aug 30 01:12:32.571215 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8b35699d-70cc-48ea-bfcf-90eaca1766ff req-94cab6f2-5575-4673-bf98-6b06b29678f1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Aug 30 01:12:32.655407 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c0f908bf-087a-4f54-8f9f-055356467960 req-4132e2f0-c89a-43d8-8d00-18122a0b7937 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 210 time: 0.0273407 Aug 30 01:12:33.791896 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd2ac9-fd4b-4275-a7ec-e0dadf6cf886 req-4bd247a0-f21a-4469-bac8-6bceb55a99a6 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:33.794163 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-67bd2ac9-fd4b-4275-a7ec-e0dadf6cf886 req-4bd247a0-f21a-4469-bac8-6bceb55a99a6 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.1123374 Aug 30 01:12:33.806352 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-86570d9e-6f8b-42bb-98f1-c6d91639c79b req-398bd1b2-38a7-405f-b8e0-90df807052ca tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 210 time: 0.0491734 Aug 30 01:12:33.855808 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-67bd2ac9-fd4b-4275-a7ec-e0dadf6cf886 req-7752014c-02a4-469a-a940-0100c4c671bb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503483 Aug 30 01:12:33.919551 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36bb88-3fc1-4a0b-bb97-b9483e01a522 req-bc5795b3-6f84-4211-b808-6f717f9e60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:33.921158 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2b36bb88-3fc1-4a0b-bb97-b9483e01a522 req-bc5795b3-6f84-4211-b808-6f717f9e60e5 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 1130 time: 0.0425229 Aug 30 01:12:33.979908 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2b36bb88-3fc1-4a0b-bb97-b9483e01a522 req-7122c0b7-e6e8-4efe-9292-7bb0b410e84b service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499654 Aug 30 01:12:34.068472 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 57640) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:34.182214 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4309bfd1-2a47-47ee-a43b-c6e6573c2b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:34.274936 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4309bfd1-2a47-47ee-a43b-c6e6573c2b7c admin admin] Publish callbacks [] for security_group (b01d4edf-8b72-4a25-b3c4-dc45d65068b3), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:34.367756 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4309bfd1-2a47-47ee-a43b-c6e6573c2b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (b01d4edf-8b72-4a25-b3c4-dc45d65068b3), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:34.409547 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-4309bfd1-2a47-47ee-a43b-c6e6573c2b7c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=750b277bc8ea405a89e6279c5e2c529d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398824 Aug 30 01:12:34.410464 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309bfd1-2a47-47ee-a43b-c6e6573c2b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01d4edf-8b72-4a25-b3c4-dc45d65068b3,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:34.412290 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 57644) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:34.419766 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:34.459736 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:34.465215 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0e432174-ad11-45ea-9f2e-eaf33fd61fde admin admin] Publish callbacks [] for security_group (b01d4edf-8b72-4a25-b3c4-dc45d65068b3), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:34.485785 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0e432174-ad11-45ea-9f2e-eaf33fd61fde admin admin] Publish callbacks [] for security_group (b01d4edf-8b72-4a25-b3c4-dc45d65068b3), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:34.633429 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0e432174-ad11-45ea-9f2e-eaf33fd61fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (b01d4edf-8b72-4a25-b3c4-dc45d65068b3), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:34.636066 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-0e432174-ad11-45ea-9f2e-eaf33fd61fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:34.637266 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-0e432174-ad11-45ea-9f2e-eaf33fd61fde admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b01d4edf-8b72-4a25-b3c4-dc45d65068b3 HTTP/1.1" status: 204 len: 168 time: 0.2239478 Aug 30 01:12:34.646112 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e432174-ad11-45ea-9f2e-eaf33fd61fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01d4edf-8b72-4a25-b3c4-dc45d65068b3,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:34.925184 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9b87df88-aa32-430e-8352-40dba8c51b78 req-237bdfe8-131e-496e-8a2a-8dfa003bbf04 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 210 time: 0.0297232 Aug 30 01:12:34.990060 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0416b4a-58a1-41c0-b68d-dc0524af8f20 req-9391d0d5-5a73-4d74-ac82-c339d2b8272a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:34.991933 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d0416b4a-58a1-41c0-b68d-dc0524af8f20 req-9391d0d5-5a73-4d74-ac82-c339d2b8272a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0497539 Aug 30 01:12:35.041607 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d0416b4a-58a1-41c0-b68d-dc0524af8f20 req-3001433b-f581-42a4-b9a8-dc81f1666d48 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440900 Aug 30 01:12:35.647254 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 57672) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:35.718572 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:35.808280 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bf8-6b16-4f18-886d-8a9c28689ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:35.887251 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bf8-6b16-4f18-886d-8a9c28689ec7 admin admin] Publish callbacks [] for security_group (f4965ef2-30a8-4bb4-b9db-8c71ac644674), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:35.956972 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5bf8-6b16-4f18-886d-8a9c28689ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f4965ef2-30a8-4bb4-b9db-8c71ac644674), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:35.996170 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:36.001205 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-6f0d5bf8-6b16-4f18-886d-8a9c28689ec7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3de52e6f98bc49adb792785e4ef412ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551946 Aug 30 01:12:36.001957 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d5bf8-6b16-4f18-886d-8a9c28689ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4965ef2-30a8-4bb4-b9db-8c71ac644674,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:36.004889 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 57688) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:36.072424 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3cbfe4a0-4547-458e-99f8-a5126803cd98 admin admin] Publish callbacks [] for security_group (f4965ef2-30a8-4bb4-b9db-8c71ac644674), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:36.080547 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-35a2a0e8-bc77-4c4d-964a-66e74306a59c req-da8e79d0-e60d-422e-8f87-dac6c19d550f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 210 time: 0.0642290 Aug 30 01:12:36.100006 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3cbfe4a0-4547-458e-99f8-a5126803cd98 admin admin] Publish callbacks [] for security_group (f4965ef2-30a8-4bb4-b9db-8c71ac644674), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:36.201382 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb491c-fe6f-4edd-a9f9-6b04b40e3951 req-2e7d8042-0fa1-4e44-9803-53de3ae86184 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:36.203492 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-15fb491c-fe6f-4edd-a9f9-6b04b40e3951 req-2e7d8042-0fa1-4e44-9803-53de3ae86184 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0675614 Aug 30 01:12:36.259627 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3cbfe4a0-4547-458e-99f8-a5126803cd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f4965ef2-30a8-4bb4-b9db-8c71ac644674), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:36.262177 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3cbfe4a0-4547-458e-99f8-a5126803cd98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:36.266225 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-3cbfe4a0-4547-458e-99f8-a5126803cd98 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f4965ef2-30a8-4bb4-b9db-8c71ac644674 HTTP/1.1" status: 204 len: 168 time: 0.2569461 Aug 30 01:12:36.287339 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfe4a0-4547-458e-99f8-a5126803cd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4965ef2-30a8-4bb4-b9db-8c71ac644674,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:36.352688 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-15fb491c-fe6f-4edd-a9f9-6b04b40e3951 req-0724f5a4-3de7-42b1-a32b-e4615a60a1f5 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387432 Aug 30 01:12:36.360771 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-2d4409eb-91ca-4be4-835e-afd04494381d tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:36.365466 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-2d4409eb-91ca-4be4-835e-afd04494381d tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.74 "GET /networking/v2.0/networks?id=9fb68cff-0330-4b4f-897d-a5b9f49b6d9f HTTP/1.1" status: 200 len: 808 time: 0.1818943 Aug 30 01:12:36.382773 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-35e6fa14-7817-4d9e-915e-1425e0729280 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Request body: {'port': {'device_id': 'e0604dba-37d3-4990-8ee6-38201f0fab53', 'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f', 'admin_state_up': True, 'tenant_id': '43f140e0f58f42ae96e16f80b480621c'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:12:36.684644 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-35e6fa14-7817-4d9e-915e-1425e0729280 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Made reservation on behalf of 43f140e0f58f42ae96e16f80b480621c for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:12:36.689071 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-35e6fa14-7817-4d9e-915e-1425e0729280 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:36.822584 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:36.854106 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-35e6fa14-7817-4d9e-915e-1425e0729280 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Allocated IP 172.20.0.2 (9fb68cff-0330-4b4f-897d-a5b9f49b6d9f/65358f5b-cedf-4c4b-b290-6d27b9626fe2/2d5afc80-dacf-45bd-81f8-28c6788c55a4) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:12:36.958504 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:37.016137 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-35e6fa14-7817-4d9e-915e-1425e0729280 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks [] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:37.151592 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-35e6fa14-7817-4d9e-915e-1425e0729280 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:37.203717 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-35e6fa14-7817-4d9e-915e-1425e0729280 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Network 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:12:37.204535 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32419089-7579-440a-b804-d74606228392 req-a69504a2-c011-4080-bb96-56f10f6f0035 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:37.206177 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-32419089-7579-440a-b804-d74606228392 req-a69504a2-c011-4080-bb96-56f10f6f0035 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 931 time: 0.0464628 Aug 30 01:12:37.209139 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-35e6fa14-7817-4d9e-915e-1425e0729280 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:12:37.211136 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6fa14-7817-4d9e-915e-1425e0729280 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Pushing event updated for resources: {'Port': ['ID=2d5afc80-dacf-45bd-81f8-28c6788c55a4,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:37.213401 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-35e6fa14-7817-4d9e-915e-1425e0729280 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:12:37.217915 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-35e6fa14-7817-4d9e-915e-1425e0729280 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:37.219198 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-35e6fa14-7817-4d9e-915e-1425e0729280 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:37.267430 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 57728) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:37.270698 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-32419089-7579-440a-b804-d74606228392 req-6ca96aa0-f7ee-44ca-9297-2479fd18749f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582776 Aug 30 01:12:37.281622 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e08c8deb-6498-4644-8d12-b8ae2ae2a146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:37.360803 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e08c8deb-6498-4644-8d12-b8ae2ae2a146 admin admin] Publish callbacks [] for security_group (713223cc-9514-4cec-8f63-022f45eafedc), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:37.400950 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-35e6fa14-7817-4d9e-915e-1425e0729280 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0219738 Aug 30 01:12:37.419630 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Request body: {'port': {'device_id': 'e0604dba-37d3-4990-8ee6-38201f0fab53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:12:37.445905 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e08c8deb-6498-4644-8d12-b8ae2ae2a146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (713223cc-9514-4cec-8f63-022f45eafedc), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:37.548531 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-e08c8deb-6498-4644-8d12-b8ae2ae2a146 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=41453067593d4b2c964a23c09916739f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799802 Aug 30 01:12:37.552044 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 57736) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:37.552732 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c8deb-6498-4644-8d12-b8ae2ae2a146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713223cc-9514-4cec-8f63-022f45eafedc,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:37.563720 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa74dd-7e6f-4532-be30-8cea444f9e56 req-9971d3ac-9e63-485f-9b58-5a43a3678f79 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:37.565271 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b9fa74dd-7e6f-4532-be30-8cea444f9e56 req-9971d3ac-9e63-485f-9b58-5a43a3678f79 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.1234798 Aug 30 01:12:37.576864 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:37.599015 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:37.616474 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-88a6f3c8-652a-4096-a5e4-b7ad2a8231d1 admin admin] Publish callbacks [] for security_group (713223cc-9514-4cec-8f63-022f45eafedc), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:37.649935 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-88a6f3c8-652a-4096-a5e4-b7ad2a8231d1 admin admin] Publish callbacks [] for security_group (713223cc-9514-4cec-8f63-022f45eafedc), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:37.666810 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b9fa74dd-7e6f-4532-be30-8cea444f9e56 req-84615aac-4d3b-4e71-a6bd-2967a22fea0a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854812 Aug 30 01:12:37.798818 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcee309-a03f-4d8d-bf90-55cb4951bba4 req-68d72f3a-e4ab-4ac3-8a94-2537958b6547 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:37.800298 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4bcee309-a03f-4d8d-bf90-55cb4951bba4 req-68d72f3a-e4ab-4ac3-8a94-2537958b6547 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0483320 Aug 30 01:12:37.850305 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4bcee309-a03f-4d8d-bf90-55cb4951bba4 req-21909185-b234-47f0-8564-b279b77a9448 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436394 Aug 30 01:12:37.865712 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-88a6f3c8-652a-4096-a5e4-b7ad2a8231d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (713223cc-9514-4cec-8f63-022f45eafedc), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:37.868700 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-88a6f3c8-652a-4096-a5e4-b7ad2a8231d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:37.872473 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-88a6f3c8-652a-4096-a5e4-b7ad2a8231d1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/713223cc-9514-4cec-8f63-022f45eafedc HTTP/1.1" status: 204 len: 168 time: 0.3168573 Aug 30 01:12:37.890119 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6f3c8-652a-4096-a5e4-b7ad2a8231d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713223cc-9514-4cec-8f63-022f45eafedc,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:37.891706 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5afc80-dacf-45bd-81f8-28c6788c55a4 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:12:37.903915 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Publish callbacks [] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:37.919523 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Transition to ACTIVE for port object 2d5afc80-dacf-45bd-81f8-28c6788c55a4 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:12:37.993472 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:38.073399 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Attempting to bind port 2d5afc80-dacf-45bd-81f8-28c6788c55a4 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:12:38.074086 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Attempting to bind port 2d5afc80-dacf-45bd-81f8-28c6788c55a4 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '301ca58b-35cc-4548-a11d-5f9279a02507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:12:38.074086 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Attempting to bind port 2d5afc80-dacf-45bd-81f8-28c6788c55a4 on network 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:12:38.075873 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Pushing event updated for resources: {'Port': ['ID=2d5afc80-dacf-45bd-81f8-28c6788c55a4,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:38.084482 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Port 2d5afc80-dacf-45bd-81f8-28c6788c55a4 on network 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:12:38.084789 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Attempting to bind port 2d5afc80-dacf-45bd-81f8-28c6788c55a4 on network 9fb68cff-0330-4b4f-897d-a5b9f49b6d9f {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:12:38.088598 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.088940 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.089271 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.089600 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.089942 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.090264 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.090620 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.090935 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.091251 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.091568 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.091881 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.092193 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.092584 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.092896 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.093209 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:38.100507 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:12:38.100833 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Checking segment: {'id': '301ca58b-35cc-4548-a11d-5f9279a02507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:12:38.101196 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Bound using segment: {'id': '301ca58b-35cc-4548-a11d-5f9279a02507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:12:38.101617 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Bound port: 2d5afc80-dacf-45bd-81f8-28c6788c55a4, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301ca58b-35cc-4548-a11d-5f9279a02507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:12:38.101989 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:38.104254 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:38.173955 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] For port 2d5afc80-dacf-45bd-81f8-28c6788c55a4, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:12:38.174934 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] For port 2d5afc80-dacf-45bd-81f8-28c6788c55a4, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2d5afc80-dacf-45bd-81f8-28c6788c55a4,segment=NetworkSegment(301ca58b-35cc-4548-a11d-5f9279a02507),segment_id=301ca58b-35cc-4548-a11d-5f9279a02507)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:12:38.277352 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:38.282208 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:38.282820 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:38.284218 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/2d5afc80-dacf-45bd-81f8-28c6788c55a4 HTTP/1.1" status: 200 len: 1093 time: 0.8691039 Aug 30 01:12:38.284635 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0604dba-37d3-4990-8ee6-38201f0fab53', 'tag': '2d5afc80-dacf-45bd-81f8-28c6788c55a4'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:12:38.286990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83475bc-5c47-4ceb-aa27-fcb52510be57" -d '{"events": [{"name": "network-changed", "server_uuid": "e0604dba-37d3-4990-8ee6-38201f0fab53", "tag": "2d5afc80-dacf-45bd-81f8-28c6788c55a4"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:12:38.350191 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a0b6a6-e868-4ebc-b699-3024a35a04a0 x-openstack-request-id: req-74a0b6a6-e868-4ebc-b699-3024a35a04a0 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:12:38.350778 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0604dba-37d3-4990-8ee6-38201f0fab53", "tag": "2d5afc80-dacf-45bd-81f8-28c6788c55a4", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:12:38.351059 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74a0b6a6-e868-4ebc-b699-3024a35a04a0 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:12:38.351429 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74a0b6a6-e868-4ebc-b699-3024a35a04a0'] response: {'name': 'network-changed', 'server_uuid': 'e0604dba-37d3-4990-8ee6-38201f0fab53', 'tag': '2d5afc80-dacf-45bd-81f8-28c6788c55a4', 'status': 'completed', 'code': 200} Aug 30 01:12:38.356672 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbb4bd-d0e6-4915-8d9e-74d013ad846c service neutron] Pushing event updated for resources: {'Port': ['ID=2d5afc80-dacf-45bd-81f8-28c6788c55a4,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:38.376187 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:38.415461 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a188b-c7fe-4aa1-82e9-c6cf38183c66 req-1a9b74ae-60c8-4511-84e3-10075b45ae3f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:38.417011 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ec3a188b-c7fe-4aa1-82e9-c6cf38183c66 req-1a9b74ae-60c8-4511-84e3-10075b45ae3f tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 943 time: 0.0515947 Aug 30 01:12:38.479922 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83475bc-5c47-4ceb-aa27-fcb52510be57 req-f88b80c6-537e-4582-af05-5284a3ed321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:38.481698 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a83475bc-5c47-4ceb-aa27-fcb52510be57 req-f88b80c6-537e-4582-af05-5284a3ed321e service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=43f140e0f58f42ae96e16f80b480621c&device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 1127 time: 0.0616298 Aug 30 01:12:38.485961 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ec3a188b-c7fe-4aa1-82e9-c6cf38183c66 req-c9acc900-6641-48c6-a747-1cb5727f2c0c tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623028 Aug 30 01:12:38.606223 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83475bc-5c47-4ceb-aa27-fcb52510be57 req-2aaa9c00-a407-484e-bd64-cb4513d8b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:38.607658 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a83475bc-5c47-4ceb-aa27-fcb52510be57 req-2aaa9c00-a407-484e-bd64-cb4513d8b7ef service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=43f140e0f58f42ae96e16f80b480621c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1075995 Aug 30 01:12:38.963631 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83475bc-5c47-4ceb-aa27-fcb52510be57 req-8cedb07b-2433-412e-b7db-c197a553e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:38.965102 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a83475bc-5c47-4ceb-aa27-fcb52510be57 req-8cedb07b-2433-412e-b7db-c197a553e4c4 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3471978 Aug 30 01:12:39.087961 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-f10bd297-b726-4fc5-a34c-4045b78b8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:39.087961 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-f10bd297-b726-4fc5-a34c-4045b78b8369 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=43f140e0f58f42ae96e16f80b480621c&device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 1127 time: 0.0466664 Aug 30 01:12:39.146084 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-3744ef01-bf59-4aeb-8ed9-ccdc58f512c3 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d5afc80-dacf-45bd-81f8-28c6788c55a4 HTTP/1.1" status: 200 len: 217 time: 0.0390258 Aug 30 01:12:39.147009 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:39.205994 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-90dee825-5402-45e1-86c2-69f1c452c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:39.207526 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-90dee825-5402-45e1-86c2-69f1c452c57b service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=65358f5b-cedf-4c4b-b290-6d27b9626fe2 HTTP/1.1" status: 200 len: 848 time: 0.0537205 Aug 30 01:12:39.246225 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-75e8ebbb-a3d9-44fc-9c24-68fef7ffc2a0 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=9fb68cff-0330-4b4f-897d-a5b9f49b6d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272005 Aug 30 01:12:39.343155 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-f6d54c70-e3b6-4524-b642-d030b5bb318f service neutron] 10.222.0.74 "GET /networking/v2.0/networks/9fb68cff-0330-4b4f-897d-a5b9f49b6d9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944428 Aug 30 01:12:39.445204 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d3b1741-0c65-48c9-9ecb-cdb9453f7576 req-e923f7a9-4caa-4733-81b0-66b5c474c0fd service neutron] 10.222.0.74 "GET /networking/v2.0/networks/9fb68cff-0330-4b4f-897d-a5b9f49b6d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936561 Aug 30 01:12:39.463558 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:39.464488 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:39.628246 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f61d25-12a3-4d23-a5dd-72e86c5c9d9c req-e34c1d22-8b43-4eab-875f-d5e9c7560b46 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:39.630165 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-70f61d25-12a3-4d23-a5dd-72e86c5c9d9c req-e34c1d22-8b43-4eab-875f-d5e9c7560b46 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 943 time: 0.0634198 Aug 30 01:12:39.691287 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-70f61d25-12a3-4d23-a5dd-72e86c5c9d9c req-ece05f33-6639-4437-b1c1-5c4a4031c47d tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529928 Aug 30 01:12:40.853644 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd36b6-e8d8-4979-a0b3-85441cb26ff3 req-056e87bb-cf64-43f2-b09a-be7c6cb55b88 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:40.854582 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f8bd36b6-e8d8-4979-a0b3-85441cb26ff3 req-056e87bb-cf64-43f2-b09a-be7c6cb55b88 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 943 time: 0.0830460 Aug 30 01:12:40.870786 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d08a76-d931-43d4-ab50-de0bc4fa2f8e req-6a90d720-1305-4699-a2a4-222eb126225e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:40.879029 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-19d08a76-d931-43d4-ab50-de0bc4fa2f8e req-6a90d720-1305-4699-a2a4-222eb126225e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0665843 Aug 30 01:12:40.884463 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:40.902554 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f8bd36b6-e8d8-4979-a0b3-85441cb26ff3 req-a79f3a6e-4750-49cf-ac69-f30a702960fb tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451272 Aug 30 01:12:40.929105 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-19d08a76-d931-43d4-ab50-de0bc4fa2f8e req-76cb8d11-96b5-487d-a708-05327bd81246 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488527 Aug 30 01:12:40.983939 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33b8b7-d916-4b83-8dfb-fc436ece3a91 req-31a6edaf-61a8-49cd-a22a-7f261f28c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:40.985480 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-aa33b8b7-d916-4b83-8dfb-fc436ece3a91 req-31a6edaf-61a8-49cd-a22a-7f261f28c830 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 1129 time: 0.0416176 Aug 30 01:12:41.088065 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33b8b7-d916-4b83-8dfb-fc436ece3a91 req-35965953-effa-4938-aca2-286bdee2c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:41.088944 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 57842) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:41.089639 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-aa33b8b7-d916-4b83-8dfb-fc436ece3a91 req-35965953-effa-4938-aca2-286bdee2c0a5 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 920 time: 0.0952680 Aug 30 01:12:41.131216 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-aa33b8b7-d916-4b83-8dfb-fc436ece3a91 req-f8a3849a-484d-41ab-916d-182348a08e66 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=531e11a0-79a8-4242-9108-a01eaf852ae3 HTTP/1.1" status: 200 len: 217 time: 0.0352566 Aug 30 01:12:41.189950 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33b8b7-d916-4b83-8dfb-fc436ece3a91 req-c4f69d5e-747e-4c23-80e8-a71422254d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:41.191430 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-aa33b8b7-d916-4b83-8dfb-fc436ece3a91 req-c4f69d5e-747e-4c23-80e8-a71422254d0a service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.0514238 Aug 30 01:12:41.205884 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:41.236775 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33b8b7-d916-4b83-8dfb-fc436ece3a91 req-f3bcb839-f2af-4ef7-8cfe-574f0485654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:41.238443 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-aa33b8b7-d916-4b83-8dfb-fc436ece3a91 req-f3bcb839-f2af-4ef7-8cfe-574f0485654c service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395093 Aug 30 01:12:41.275085 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:41.284039 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Publish callbacks [] for security_group (df7b7f37-266e-45a3-8883-fa73e6b78e3d), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:41.335705 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-aa33b8b7-d916-4b83-8dfb-fc436ece3a91 req-be7d5d86-9db6-4850-90e3-45a58571344c service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904660 Aug 30 01:12:41.362432 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (df7b7f37-266e-45a3-8883-fa73e6b78e3d), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:41.404814 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f516b72f92584a69bae8758e06e7b6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146477 Aug 30 01:12:41.405676 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7b7f37-266e-45a3-8883-fa73e6b78e3d,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:41.407923 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 57852) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:41.429556 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.429977 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.430258 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.430600 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.430929 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.431257 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.431574 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.431897 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.432216 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.432534 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.432852 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.433169 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.433479 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.433813 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.434132 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bbb14b-844f-433f-b851-b589a6f43612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:41.446057 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-aa33b8b7-d916-4b83-8dfb-fc436ece3a91 req-ed18af91-6729-418b-a2f1-3af39ee61db4 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020842 Aug 30 01:12:41.485815 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-29bea305-2a76-41a4-a376-7b3950a612cf admin admin] Publish callbacks [] for security_group (df7b7f37-266e-45a3-8883-fa73e6b78e3d), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:41.506974 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-29bea305-2a76-41a4-a376-7b3950a612cf admin admin] Publish callbacks [] for security_group (df7b7f37-266e-45a3-8883-fa73e6b78e3d), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:41.676934 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-29bea305-2a76-41a4-a376-7b3950a612cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (df7b7f37-266e-45a3-8883-fa73e6b78e3d), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:41.680331 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-29bea305-2a76-41a4-a376-7b3950a612cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:41.681674 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-29bea305-2a76-41a4-a376-7b3950a612cf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/df7b7f37-266e-45a3-8883-fa73e6b78e3d HTTP/1.1" status: 204 len: 168 time: 0.2727900 Aug 30 01:12:41.692182 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bea305-2a76-41a4-a376-7b3950a612cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7b7f37-266e-45a3-8883-fa73e6b78e3d,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:41.704693 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=73,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:42.064560 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b1c42-6765-4d63-a874-f904ae875bd9 req-f49f7f38-143e-47c7-a6b8-1a52ac66778a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:42.066096 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-434b1c42-6765-4d63-a874-f904ae875bd9 req-f49f7f38-143e-47c7-a6b8-1a52ac66778a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0536263 Aug 30 01:12:42.086439 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9a229-7dc1-40b1-87b6-bc5590591403 req-67fbdc48-b3a6-4ae3-a725-0881e0526289 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:42.088099 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-69f9a229-7dc1-40b1-87b6-bc5590591403 req-67fbdc48-b3a6-4ae3-a725-0881e0526289 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 943 time: 0.0565572 Aug 30 01:12:42.138274 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-434b1c42-6765-4d63-a874-f904ae875bd9 req-45f293e9-4e88-4bc0-923f-0b4cb735c32d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664234 Aug 30 01:12:42.148920 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-69f9a229-7dc1-40b1-87b6-bc5590591403 req-b44eb95a-2fc6-4aeb-9f19-700bc75280ac tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535679 Aug 30 01:12:42.253475 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:43.269770 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c9249-2260-48a9-a670-a3fc0bebc7bb req-da477ae9-7483-477c-a18a-7a84c089b092 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:43.271353 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8a8c9249-2260-48a9-a670-a3fc0bebc7bb req-da477ae9-7483-477c-a18a-7a84c089b092 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0534101 Aug 30 01:12:43.293644 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2735dea-38d3-4773-9460-ed684e648f4b req-c9ca99eb-496f-4515-9510-69d7beba6fa3 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:43.295192 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a2735dea-38d3-4773-9460-ed684e648f4b req-c9ca99eb-496f-4515-9510-69d7beba6fa3 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 943 time: 0.0654454 Aug 30 01:12:43.307895 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 2d5afc80-dacf-45bd-81f8-28c6788c55a4 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:12:43.323891 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8a8c9249-2260-48a9-a670-a3fc0bebc7bb req-5c869114-0f61-474b-8241-11aa7cf39cb3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470107 Aug 30 01:12:43.355065 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a2735dea-38d3-4773-9460-ed684e648f4b req-da206214-b646-4d8b-b0e2-ac8e42b1991c tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533466 Aug 30 01:12:43.423101 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 2d5afc80-dacf-45bd-81f8-28c6788c55a4, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2d5afc80-dacf-45bd-81f8-28c6788c55a4,segment=NetworkSegment(301ca58b-35cc-4548-a11d-5f9279a02507),segment_id=301ca58b-35cc-4548-a11d-5f9279a02507)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:43.441161 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': '2d5afc80-dacf-45bd-81f8-28c6788c55a4', 'network_id': '9fb68cff-0330-4b4f-897d-a5b9f49b6d9f', 'port_id': '2d5afc80-dacf-45bd-81f8-28c6788c55a4', 'mac_address': 'fa:16:3e:86:9f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65358f5b-cedf-4c4b-b290-6d27b9626fe2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:12:43.470050 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 2d5afc80-dacf-45bd-81f8-28c6788c55a4 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:12:43.470554 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:43.483734 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5afc80-dacf-45bd-81f8-28c6788c55a4 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:12:43.505191 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 2d5afc80-dacf-45bd-81f8-28c6788c55a4, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2d5afc80-dacf-45bd-81f8-28c6788c55a4,segment=NetworkSegment(301ca58b-35cc-4548-a11d-5f9279a02507),segment_id=301ca58b-35cc-4548-a11d-5f9279a02507)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:43.599339 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:43.652380 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=2d5afc80-dacf-45bd-81f8-28c6788c55a4,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:43.660630 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.661124 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.661496 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.661972 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.662307 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.662643 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.662963 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.663285 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.663625 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.663950 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.664268 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.664589 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.664907 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.665226 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:43.665542 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:12:44.459710 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834f62-b756-45ae-a161-7ee0b1172a8d req-3d2da2a7-14a0-4efc-a00a-bac8de737b60 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:44.463327 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-54834f62-b756-45ae-a161-7ee0b1172a8d req-3d2da2a7-14a0-4efc-a00a-bac8de737b60 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0606925 Aug 30 01:12:44.496872 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:44.497602 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95064427-e921-485e-a9cc-6168b62c0052 req-db9b8103-b0ee-44e9-a420-8e3e284f548e tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:44.499276 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-95064427-e921-485e-a9cc-6168b62c0052 req-db9b8103-b0ee-44e9-a420-8e3e284f548e tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 944 time: 0.0575116 Aug 30 01:12:44.534128 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-54834f62-b756-45ae-a161-7ee0b1172a8d req-9ea5974b-5115-4764-ba9a-87b7f90a24a2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643458 Aug 30 01:12:44.568735 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-95064427-e921-485e-a9cc-6168b62c0052 req-31ec2db4-dfde-462f-bbb7-f36fb5b5c5d6 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621924 Aug 30 01:12:45.662617 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50036-455b-4834-be98-5a87148fd71a req-00df674f-58b2-4c80-9dbf-f6641c5be3a0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:45.664288 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-76a50036-455b-4834-be98-5a87148fd71a req-00df674f-58b2-4c80-9dbf-f6641c5be3a0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0506477 Aug 30 01:12:45.696255 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d917b8-7450-4cc3-a2b8-e893e3605501 req-c70f098b-08ed-4ec7-b433-e2376a8ea6ef tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:45.698200 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e8d917b8-7450-4cc3-a2b8-e893e3605501 req-c70f098b-08ed-4ec7-b433-e2376a8ea6ef tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 944 time: 0.0483677 Aug 30 01:12:45.718873 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-76a50036-455b-4834-be98-5a87148fd71a req-bbba753f-b33a-4f12-882f-93e37817f85f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482802 Aug 30 01:12:45.769328 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e8d917b8-7450-4cc3-a2b8-e893e3605501 req-293a7df5-5049-43df-9be1-eb7af033dffb tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651150 Aug 30 01:12:46.845868 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3594213-342c-46db-bd92-a32d92354019 req-114649ba-7106-4fd5-ac03-2c4eb65e1bd8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:46.847431 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b3594213-342c-46db-bd92-a32d92354019 req-114649ba-7106-4fd5-ac03-2c4eb65e1bd8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0487099 Aug 30 01:12:46.892908 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6894a6-6c5e-489e-b62a-e7fb51254792 req-7f131bd5-d7ba-4b54-bc66-c12eb6bde59d tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:46.894499 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9b6894a6-6c5e-489e-b62a-e7fb51254792 req-7f131bd5-d7ba-4b54-bc66-c12eb6bde59d tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 944 time: 0.0469809 Aug 30 01:12:46.896378 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b3594213-342c-46db-bd92-a32d92354019 req-e2a91c13-6c69-4d08-8466-1103ed3cddb6 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Aug 30 01:12:46.944361 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9b6894a6-6c5e-489e-b62a-e7fb51254792 req-4db78ced-97e5-4b86-8bdc-0a9720180449 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440879 Aug 30 01:12:48.018246 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce79cc3-348a-4ded-b16e-d3cdaf5e1a42 req-1ff3b2cb-7d24-4a86-8825-6a31cc8a34e5 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:48.019751 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9ce79cc3-348a-4ded-b16e-d3cdaf5e1a42 req-1ff3b2cb-7d24-4a86-8825-6a31cc8a34e5 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0476103 Aug 30 01:12:48.065866 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f28302-5549-49b5-962c-353036c5363a req-b8994bb3-5cfa-4875-9d07-09fe483f4b4a tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:48.067359 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-82f28302-5549-49b5-962c-353036c5363a req-b8994bb3-5cfa-4875-9d07-09fe483f4b4a tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 944 time: 0.0490954 Aug 30 01:12:48.069649 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9ce79cc3-348a-4ded-b16e-d3cdaf5e1a42 req-3439eb40-1684-44e6-a850-556e8bf7293e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441391 Aug 30 01:12:48.115878 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-82f28302-5549-49b5-962c-353036c5363a req-f47c20fa-2710-4b7c-b9bd-bb8b8b9a9731 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428519 Aug 30 01:12:48.492280 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['2d5afc80-dacf-45bd-81f8-28c6788c55a4'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:12:48.517363 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:48.682500 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:48.749669 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41dff-bc57-4a74-877e-2691861fd3f2 req-d9c311d3-b139-4ade-b843-003d8535d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:48.751193 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-eaf41dff-bc57-4a74-877e-2691861fd3f2 req-d9c311d3-b139-4ade-b843-003d8535d60e service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 1129 time: 0.0447297 Aug 30 01:12:48.858625 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41dff-bc57-4a74-877e-2691861fd3f2 req-709e4bab-f29d-495d-a6df-552bbf45c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:48.860139 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-eaf41dff-bc57-4a74-877e-2691861fd3f2 req-709e4bab-f29d-495d-a6df-552bbf45c48b service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 920 time: 0.0901589 Aug 30 01:12:48.910274 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-eaf41dff-bc57-4a74-877e-2691861fd3f2 req-e22bdd20-83da-42a8-b115-916abe7f373b service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=531e11a0-79a8-4242-9108-a01eaf852ae3 HTTP/1.1" status: 200 len: 217 time: 0.0383563 Aug 30 01:12:48.965828 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41dff-bc57-4a74-877e-2691861fd3f2 req-beeb2f60-eacc-4946-99aa-349b75aa451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:48.967299 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-eaf41dff-bc57-4a74-877e-2691861fd3f2 req-beeb2f60-eacc-4946-99aa-349b75aa451a service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.0457375 Aug 30 01:12:49.017114 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41dff-bc57-4a74-877e-2691861fd3f2 req-de29f5de-6e9c-43fe-b170-9b4902489bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:49.018567 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-eaf41dff-bc57-4a74-877e-2691861fd3f2 req-de29f5de-6e9c-43fe-b170-9b4902489bce service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447860 Aug 30 01:12:49.116439 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-eaf41dff-bc57-4a74-877e-2691861fd3f2 req-ca49007c-2b25-4c9d-8237-8a9ed1659471 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899515 Aug 30 01:12:49.197008 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed23f3a-f583-49d2-9d26-81485c53e96d req-cddc8c55-a47e-487e-a00d-296a0c276b47 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:49.198647 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6ed23f3a-f583-49d2-9d26-81485c53e96d req-cddc8c55-a47e-487e-a00d-296a0c276b47 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0552988 Aug 30 01:12:49.248780 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6ed23f3a-f583-49d2-9d26-81485c53e96d req-c170b18c-6ad6-4fad-bce1-354ea8e547ed tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432434 Aug 30 01:12:49.259529 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-eaf41dff-bc57-4a74-877e-2691861fd3f2 req-df19ddf3-7e0e-46b2-9387-8ca93160e241 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310730 Aug 30 01:12:49.266391 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78c9c2-d7e7-42c6-8706-beb7bb7a9949 req-7b061b76-17b6-4398-8850-724d5181e012 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:49.267876 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ce78c9c2-d7e7-42c6-8706-beb7bb7a9949 req-7b061b76-17b6-4398-8850-724d5181e012 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 944 time: 0.0736356 Aug 30 01:12:49.293630 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:49.305337 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:49.317860 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ce78c9c2-d7e7-42c6-8706-beb7bb7a9949 req-e6dab52d-d730-485e-8ccc-8ee61e013380 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442405 Aug 30 01:12:50.261797 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-c9add4f1-871c-43cf-b93f-16234f07cf13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:50.382720 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfb765-398f-418e-b9a9-661d4cada6b0 req-89689dc3-461d-48c1-821a-1a598414e3a1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:50.384248 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-63dfb765-398f-418e-b9a9-661d4cada6b0 req-89689dc3-461d-48c1-821a-1a598414e3a1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0551460 Aug 30 01:12:50.436398 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-63dfb765-398f-418e-b9a9-661d4cada6b0 req-952b3e84-fddd-40fc-b44c-fe35b31d50ab tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446413 Aug 30 01:12:50.454851 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628b019-de59-49fa-adec-04bc4cd491d8 req-ef37887f-fade-4d9a-9873-2c3ebba06866 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:50.456677 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9628b019-de59-49fa-adec-04bc4cd491d8 req-ef37887f-fade-4d9a-9873-2c3ebba06866 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 944 time: 0.0526092 Aug 30 01:12:50.509280 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9628b019-de59-49fa-adec-04bc4cd491d8 req-d302635e-6750-4c04-9e3c-132a948aafc2 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459774 Aug 30 01:12:50.518438 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 2d5afc80-dacf-45bd-81f8-28c6788c55a4 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:12:50.562466 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port 2d5afc80-dacf-45bd-81f8-28c6788c55a4 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:12:50.648438 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port 2d5afc80-dacf-45bd-81f8-28c6788c55a4 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:12:50.648828 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:50.729121 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 2d5afc80-dacf-45bd-81f8-28c6788c55a4 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:12:50.729511 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:50.757361 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0604dba-37d3-4990-8ee6-38201f0fab53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5afc80-dacf-45bd-81f8-28c6788c55a4'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:12:50.759942 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2411821-d9db-4695-b24f-8091c1720b5d" -d '{"events": [{"server_uuid": "e0604dba-37d3-4990-8ee6-38201f0fab53", "name": "network-vif-plugged", "status": "completed", "tag": "2d5afc80-dacf-45bd-81f8-28c6788c55a4"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:12:50.774084 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 2d5afc80-dacf-45bd-81f8-28c6788c55a4, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2d5afc80-dacf-45bd-81f8-28c6788c55a4,segment=NetworkSegment(301ca58b-35cc-4548-a11d-5f9279a02507),segment_id=301ca58b-35cc-4548-a11d-5f9279a02507)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:50.800338 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86d25da-c2f7-4056-8f66-a18f51f6e910 x-openstack-request-id: req-a86d25da-c2f7-4056-8f66-a18f51f6e910 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:12:50.800648 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0604dba-37d3-4990-8ee6-38201f0fab53", "name": "network-vif-plugged", "status": "completed", "tag": "2d5afc80-dacf-45bd-81f8-28c6788c55a4", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:12:50.800902 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a86d25da-c2f7-4056-8f66-a18f51f6e910 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:12:50.801346 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86d25da-c2f7-4056-8f66-a18f51f6e910'] response: {'server_uuid': 'e0604dba-37d3-4990-8ee6-38201f0fab53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5afc80-dacf-45bd-81f8-28c6788c55a4', 'code': 200} Aug 30 01:12:50.839069 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:50.888030 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=2d5afc80-dacf-45bd-81f8-28c6788c55a4,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:51.255481 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88867909-eb51-4707-942f-b45310fea5da req-b24d7551-ee3a-4f9c-9f14-191db9563480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:51.257049 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-88867909-eb51-4707-942f-b45310fea5da req-b24d7551-ee3a-4f9c-9f14-191db9563480 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 1129 time: 0.0429003 Aug 30 01:12:51.316831 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-88867909-eb51-4707-942f-b45310fea5da req-9f5c1775-9712-4f5b-bbe4-72d85c1bd06d service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523214 Aug 30 01:12:51.445109 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:12:51.563631 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8193b-e591-4efc-8cba-72326c33a74e req-48a70ee1-7b39-4006-bd40-6b2cfb56a6a2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:51.565191 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c9c8193b-e591-4efc-8cba-72326c33a74e req-48a70ee1-7b39-4006-bd40-6b2cfb56a6a2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0509119 Aug 30 01:12:51.631302 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c9c8193b-e591-4efc-8cba-72326c33a74e req-b88df9fc-af25-4e99-91a2-b2e6e80b05ba tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581682 Aug 30 01:12:51.639328 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905395b6-cc7f-4ec3-a13e-00df35216794 req-2c8c99ef-3b95-4b96-ac12-d38dd24b15de tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:51.642136 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-905395b6-cc7f-4ec3-a13e-00df35216794 req-2c8c99ef-3b95-4b96-ac12-d38dd24b15de tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 945 time: 0.0532069 Aug 30 01:12:51.696194 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-905395b6-cc7f-4ec3-a13e-00df35216794 req-215726b6-4be5-40a0-890c-ae5e93c9a605 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473111 Aug 30 01:12:52.782975 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84724ac8-d283-44f9-a6d1-a9fbaab9c476 req-5f116441-c477-4696-8e28-ceca75d1fd58 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:52.785115 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-84724ac8-d283-44f9-a6d1-a9fbaab9c476 req-5f116441-c477-4696-8e28-ceca75d1fd58 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0690744 Aug 30 01:12:52.827232 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6feec-856e-451f-aac9-db37245e1ada req-95bdd49e-8a4a-42a7-95d3-f34331f05b02 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:52.830078 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-96b6feec-856e-451f-aac9-db37245e1ada req-95bdd49e-8a4a-42a7-95d3-f34331f05b02 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 945 time: 0.0524282 Aug 30 01:12:52.845357 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-84724ac8-d283-44f9-a6d1-a9fbaab9c476 req-e898b35f-56c4-4f4f-bf67-89019b2cd3cc tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546470 Aug 30 01:12:52.882140 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 58102) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:52.882785 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-96b6feec-856e-451f-aac9-db37245e1ada req-8de4872d-03dd-4917-9ed4-0f9ea9635467 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469801 Aug 30 01:12:52.989291 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-57eb0c1a-d820-4de2-bff8-d0eb2f195fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:53.074592 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-57eb0c1a-d820-4de2-bff8-d0eb2f195fc9 admin admin] Publish callbacks [] for security_group (f25754b6-fa7f-4e3b-bed4-6b9d3cc5069e), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:53.130703 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-eeb51d98-e35a-47e8-a2d1-bbe04897b68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:53.170030 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-57eb0c1a-d820-4de2-bff8-d0eb2f195fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f25754b6-fa7f-4e3b-bed4-6b9d3cc5069e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:53.211370 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-57eb0c1a-d820-4de2-bff8-d0eb2f195fc9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=beeecdb46ebc4ffc8e8230be3f0c5dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281555 Aug 30 01:12:53.212476 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb0c1a-d820-4de2-bff8-d0eb2f195fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25754b6-fa7f-4e3b-bed4-6b9d3cc5069e,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:53.215285 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 58110) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:53.275344 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-73c8f0c6-06dc-4124-af09-b108cf53b76e admin admin] Publish callbacks [] for security_group (f25754b6-fa7f-4e3b-bed4-6b9d3cc5069e), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:53.295623 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-73c8f0c6-06dc-4124-af09-b108cf53b76e admin admin] Publish callbacks [] for security_group (f25754b6-fa7f-4e3b-bed4-6b9d3cc5069e), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:53.462006 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-73c8f0c6-06dc-4124-af09-b108cf53b76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f25754b6-fa7f-4e3b-bed4-6b9d3cc5069e), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:53.464648 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-73c8f0c6-06dc-4124-af09-b108cf53b76e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:53.467346 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-73c8f0c6-06dc-4124-af09-b108cf53b76e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f25754b6-fa7f-4e3b-bed4-6b9d3cc5069e HTTP/1.1" status: 204 len: 168 time: 0.2493043 Aug 30 01:12:53.474911 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8f0c6-06dc-4124-af09-b108cf53b76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25754b6-fa7f-4e3b-bed4-6b9d3cc5069e,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:54.020831 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427540-bafb-417c-9bbd-93cbd552b53d req-580c394d-336e-4552-b252-b11c1a1be451 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:54.022600 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-63427540-bafb-417c-9bbd-93cbd552b53d req-580c394d-336e-4552-b252-b11c1a1be451 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0911441 Aug 30 01:12:54.067714 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:54.069230 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9067b8f-1fa1-44d6-a81d-1b170b82416a req-ab0f5be5-5c80-4d38-b3a9-931f9cd1ddd3 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:54.072771 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e9067b8f-1fa1-44d6-a81d-1b170b82416a req-ab0f5be5-5c80-4d38-b3a9-931f9cd1ddd3 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 945 time: 0.0776613 Aug 30 01:12:54.083639 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:54.091504 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-63427540-bafb-417c-9bbd-93cbd552b53d req-2b744a24-4cd7-41e0-b02d-94a38507907e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591552 Aug 30 01:12:54.135173 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e9067b8f-1fa1-44d6-a81d-1b170b82416a req-7d104fd0-8000-4251-a560-7bc7401b3834 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559208 Aug 30 01:12:54.187776 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:55.361593 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee622e-31dd-477d-a58e-4be6c1d7b30a req-651e0d4d-96c0-4881-9e1d-3f601c212c0f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:55.363164 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddee622e-31dd-477d-a58e-4be6c1d7b30a req-651e0d4d-96c0-4881-9e1d-3f601c212c0f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0531192 Aug 30 01:12:55.412293 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ddee622e-31dd-477d-a58e-4be6c1d7b30a req-dd777add-2991-4324-88fd-9202e10b664c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435300 Aug 30 01:12:55.810648 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:55.811569 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:56.325258 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4654669-91fc-4411-ae97-4dd84e29e260 req-783414df-f8cd-4cb2-90e7-2f2c5b665421 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:56.326788 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b4654669-91fc-4411-ae97-4dd84e29e260 req-783414df-f8cd-4cb2-90e7-2f2c5b665421 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 945 time: 0.0479560 Aug 30 01:12:56.377548 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b4654669-91fc-4411-ae97-4dd84e29e260 req-8ef55221-60f7-4bc8-a753-c76dabe97197 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442660 Aug 30 01:12:56.535024 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873a9a9-e3df-4d03-9551-00f2e68e8780 req-3f4447a0-2b2e-41bf-8dc1-a646299689ea tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:56.536543 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9873a9a9-e3df-4d03-9551-00f2e68e8780 req-3f4447a0-2b2e-41bf-8dc1-a646299689ea tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0471420 Aug 30 01:12:56.590399 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9873a9a9-e3df-4d03-9551-00f2e68e8780 req-27190777-a749-4096-a2cf-7a2c6af9d11c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480890 Aug 30 01:12:57.498769 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eab037-37fb-48d0-809e-7121e9d08e7d req-43eafffc-2c4b-4a24-b921-ddbe4a4e097c tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:57.500467 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-23eab037-37fb-48d0-809e-7121e9d08e7d req-43eafffc-2c4b-4a24-b921-ddbe4a4e097c tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 945 time: 0.0478265 Aug 30 01:12:57.512549 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:57.544311 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:57.550095 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-23eab037-37fb-48d0-809e-7121e9d08e7d req-91977e41-cbed-454e-bf2a-d9fd832a5611 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442348 Aug 30 01:12:57.737648 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da5bdf-4043-43c6-bdb7-5c0a3dc43b20 req-f03c80aa-15db-4479-94d4-b1557d9679dd tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:57.739408 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-79da5bdf-4043-43c6-bdb7-5c0a3dc43b20 req-f03c80aa-15db-4479-94d4-b1557d9679dd tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0722990 Aug 30 01:12:57.790167 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-79da5bdf-4043-43c6-bdb7-5c0a3dc43b20 req-8bf37416-2a74-4ca0-aa9f-2887b950c0b1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449207 Aug 30 01:12:57.854588 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 58244) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:57.982716 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7fb0035-d926-4925-8a67-6221c90a2dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:58.065862 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7fb0035-d926-4925-8a67-6221c90a2dcc admin admin] Publish callbacks [] for security_group (360cb13b-6133-48f4-b87d-ff0de5f050d2), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:58.181747 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7fb0035-d926-4925-8a67-6221c90a2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (360cb13b-6133-48f4-b87d-ff0de5f050d2), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:58.222918 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f7fb0035-d926-4925-8a67-6221c90a2dcc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=093b02e628a944929ab40fcf2bc07b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670962 Aug 30 01:12:58.223796 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb0035-d926-4925-8a67-6221c90a2dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360cb13b-6133-48f4-b87d-ff0de5f050d2,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:58.225774 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 58250) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:58.287165 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3cff9e82-4c4d-4e9b-ba12-7ff859416201 admin admin] Publish callbacks [] for security_group (360cb13b-6133-48f4-b87d-ff0de5f050d2), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:58.309568 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3cff9e82-4c4d-4e9b-ba12-7ff859416201 admin admin] Publish callbacks [] for security_group (360cb13b-6133-48f4-b87d-ff0de5f050d2), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:58.552886 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3cff9e82-4c4d-4e9b-ba12-7ff859416201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (360cb13b-6133-48f4-b87d-ff0de5f050d2), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:58.555709 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3cff9e82-4c4d-4e9b-ba12-7ff859416201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:58.557002 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-3cff9e82-4c4d-4e9b-ba12-7ff859416201 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/360cb13b-6133-48f4-b87d-ff0de5f050d2 HTTP/1.1" status: 204 len: 168 time: 0.3301151 Aug 30 01:12:58.566867 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff9e82-4c4d-4e9b-ba12-7ff859416201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360cb13b-6133-48f4-b87d-ff0de5f050d2,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:58.665624 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc48995-a8e1-41d6-a373-d3e64a74514f req-4f7b0f48-44b9-47ce-a023-7fed2aa89b3a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:58.667645 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9bc48995-a8e1-41d6-a373-d3e64a74514f req-4f7b0f48-44b9-47ce-a023-7fed2aa89b3a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0710921 Aug 30 01:12:58.726980 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9bc48995-a8e1-41d6-a373-d3e64a74514f req-358f3cdb-1800-45e8-900c-fc68e2b14f06 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527902 Aug 30 01:12:58.763211 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d946abb-5e78-4bb3-b2b2-2890bab05254 req-e3cd3e7d-23f9-4e44-8fe7-f416420848cf tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:58.764737 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8d946abb-5e78-4bb3-b2b2-2890bab05254 req-e3cd3e7d-23f9-4e44-8fe7-f416420848cf tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 945 time: 0.1312771 Aug 30 01:12:58.771421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb6d02-e48b-4785-879a-af80fad4b13a req-3ac081e3-3fa9-496d-bf04-abfd309458f5 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:58.772980 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bcdb6d02-e48b-4785-879a-af80fad4b13a req-3ac081e3-3fa9-496d-bf04-abfd309458f5 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 945 time: 0.0975709 Aug 30 01:12:58.855277 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bcdb6d02-e48b-4785-879a-af80fad4b13a req-ac78999b-6b99-4a1c-a8f2-42d9a2d12422 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ed29d55e-dfbb-4215-adf9-deda42fac588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744629 Aug 30 01:12:58.933353 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645b783-2281-457a-ae75-3cd178351fd5 req-d7950560-472d-4797-88ee-bd308636c918 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:58.935004 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5645b783-2281-457a-ae75-3cd178351fd5 req-d7950560-472d-4797-88ee-bd308636c918 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0584474 Aug 30 01:12:58.942285 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-8d946abb-5e78-4bb3-b2b2-2890bab05254 req-05c60b7e-1032-46a0-94d4-03379e0d1f17 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Deleting port 2d5afc80-dacf-45bd-81f8-28c6788c55a4 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:12:58.942626 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-8d946abb-5e78-4bb3-b2b2-2890bab05254 req-05c60b7e-1032-46a0-94d4-03379e0d1f17 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:58.991685 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5645b783-2281-457a-ae75-3cd178351fd5 req-98a9cafc-d5a3-4feb-9557-2d27fa97e15e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489438 Aug 30 01:12:59.048898 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-8d946abb-5e78-4bb3-b2b2-2890bab05254 req-05c60b7e-1032-46a0-94d4-03379e0d1f17 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] For port 2d5afc80-dacf-45bd-81f8-28c6788c55a4, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2d5afc80-dacf-45bd-81f8-28c6788c55a4,segment=NetworkSegment(301ca58b-35cc-4548-a11d-5f9279a02507),segment_id=301ca58b-35cc-4548-a11d-5f9279a02507)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:12:59.049262 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-8d946abb-5e78-4bb3-b2b2-2890bab05254 req-05c60b7e-1032-46a0-94d4-03379e0d1f17 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:59.062802 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-8d946abb-5e78-4bb3-b2b2-2890bab05254 req-05c60b7e-1032-46a0-94d4-03379e0d1f17 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Calling delete_port for 2d5afc80-dacf-45bd-81f8-28c6788c55a4 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:12:59.304990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-8d946abb-5e78-4bb3-b2b2-2890bab05254 req-05c60b7e-1032-46a0-94d4-03379e0d1f17 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (2d5afc80-dacf-45bd-81f8-28c6788c55a4), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:59.334054 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c60b7e-1032-46a0-94d4-03379e0d1f17 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Pushing event deleted for resources: {'Port': ['ID=2d5afc80-dacf-45bd-81f8-28c6788c55a4,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:59.361970 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['2d5afc80-dacf-45bd-81f8-28c6788c55a4'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:12:59.395831 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d946abb-5e78-4bb3-b2b2-2890bab05254 req-05c60b7e-1032-46a0-94d4-03379e0d1f17 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] No DVR routers for this DVR port 2d5afc80-dacf-45bd-81f8-28c6788c55a4 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:12:59.398781 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-8d946abb-5e78-4bb3-b2b2-2890bab05254 req-05c60b7e-1032-46a0-94d4-03379e0d1f17 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:59.402428 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8d946abb-5e78-4bb3-b2b2-2890bab05254 req-05c60b7e-1032-46a0-94d4-03379e0d1f17 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.74 "DELETE /networking/v2.0/ports/2d5afc80-dacf-45bd-81f8-28c6788c55a4 HTTP/1.1" status: 204 len: 173 time: 0.5877161 Aug 30 01:12:59.402952 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0604dba-37d3-4990-8ee6-38201f0fab53', 'name': 'network-vif-deleted', 'tag': '2d5afc80-dacf-45bd-81f8-28c6788c55a4'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:12:59.405296 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96501a98-1662-4e70-ae60-c6f34f151888" -d '{"events": [{"server_uuid": "e0604dba-37d3-4990-8ee6-38201f0fab53", "name": "network-vif-deleted", "tag": "2d5afc80-dacf-45bd-81f8-28c6788c55a4"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:12:59.446727 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38bbb7d-5788-4b3a-a4c4-24f37e54de24 x-openstack-request-id: req-f38bbb7d-5788-4b3a-a4c4-24f37e54de24 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:12:59.447042 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0604dba-37d3-4990-8ee6-38201f0fab53", "name": "network-vif-deleted", "tag": "2d5afc80-dacf-45bd-81f8-28c6788c55a4", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:12:59.447314 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f38bbb7d-5788-4b3a-a4c4-24f37e54de24 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:12:59.447743 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38bbb7d-5788-4b3a-a4c4-24f37e54de24'] response: {'server_uuid': 'e0604dba-37d3-4990-8ee6-38201f0fab53', 'name': 'network-vif-deleted', 'tag': '2d5afc80-dacf-45bd-81f8-28c6788c55a4', 'status': 'completed', 'code': 200} Aug 30 01:12:59.456803 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 58280) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:59.483203 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f5bff38f-0441-4354-b517-b4f12190b42e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:59.565667 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f5bff38f-0441-4354-b517-b4f12190b42e admin admin] Publish callbacks [] for security_group (82d18fdd-6664-41bd-9596-a33348d9a95d), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:59.722412 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f5bff38f-0441-4354-b517-b4f12190b42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (82d18fdd-6664-41bd-9596-a33348d9a95d), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:59.771075 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f5bff38f-0441-4354-b517-b4f12190b42e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ba8582f36aee4e579b408921af9061fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073313 Aug 30 01:12:59.771075 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bff38f-0441-4354-b517-b4f12190b42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d18fdd-6664-41bd-9596-a33348d9a95d,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:12:59.771237 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 58284) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:12:59.820165 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ad692aaf-2c21-4294-955b-6bec3bb56dfb admin admin] Publish callbacks [] for security_group (82d18fdd-6664-41bd-9596-a33348d9a95d), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:59.848576 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ad692aaf-2c21-4294-955b-6bec3bb56dfb admin admin] Publish callbacks [] for security_group (82d18fdd-6664-41bd-9596-a33348d9a95d), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:12:59.860241 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:59.867660 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a14b6-8ffd-42e6-b103-e1ad5e3b7d9d req-3c8a4f37-8524-4476-ae37-a7f16e88a352 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:12:59.869169 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5e0a14b6-8ffd-42e6-b103-e1ad5e3b7d9d req-3c8a4f37-8524-4476-ae37-a7f16e88a352 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0497563 Aug 30 01:12:59.923751 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5e0a14b6-8ffd-42e6-b103-e1ad5e3b7d9d req-f86c8f24-5ca0-49a1-b938-de88b1a0afff tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481904 Aug 30 01:12:59.952014 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:12:59.970269 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5b5ecf8b-3799-4d19-b547-e7dc3b66d99e req-1971907d-af41-44ff-bf21-08229b223728 tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 210 time: 0.0283101 Aug 30 01:13:00.050599 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ad692aaf-2c21-4294-955b-6bec3bb56dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (82d18fdd-6664-41bd-9596-a33348d9a95d), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:00.053451 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ad692aaf-2c21-4294-955b-6bec3bb56dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:00.054626 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-ad692aaf-2c21-4294-955b-6bec3bb56dfb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/82d18fdd-6664-41bd-9596-a33348d9a95d HTTP/1.1" status: 204 len: 168 time: 0.2853038 Aug 30 01:13:00.065028 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad692aaf-2c21-4294-955b-6bec3bb56dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d18fdd-6664-41bd-9596-a33348d9a95d,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:00.127253 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b48f72-96f9-4287-9915-9475e8418a2a req-0a896f37-b015-4673-8a45-53668837217b tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:00.129008 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a7b48f72-96f9-4287-9915-9475e8418a2a req-0a896f37-b015-4673-8a45-53668837217b tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0545843 Aug 30 01:13:00.179769 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a7b48f72-96f9-4287-9915-9475e8418a2a req-d45b3899-8bc4-4033-8235-5037c0ab6512 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444491 Aug 30 01:13:00.936793 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 58304) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:00.950708 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-92582cd6-9ba5-4e52-8f8d-dd7c2da8db73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:01.080294 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-92582cd6-9ba5-4e52-8f8d-dd7c2da8db73 admin admin] Publish callbacks [] for security_group (a3b83cf3-916d-47c6-a1ce-ac69f1f1b727), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:01.088779 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf60ccd-3cda-411b-a064-552b85ed8aa5 req-c38d47e0-0e06-46f7-aad1-1d4e7d2e920e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:01.090219 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bdf60ccd-3cda-411b-a064-552b85ed8aa5 req-c38d47e0-0e06-46f7-aad1-1d4e7d2e920e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0732849 Aug 30 01:13:01.119176 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5e587813-7fe8-45ca-85ec-7892aa34363e req-75c73183-5f82-48f8-8794-f18f1750ad6a tempest-VolumesActionsTest-2123755706 tempest-VolumesActionsTest-2123755706-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e0604dba-37d3-4990-8ee6-38201f0fab53 HTTP/1.1" status: 200 len: 210 time: 0.0278907 Aug 30 01:13:01.143254 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bdf60ccd-3cda-411b-a064-552b85ed8aa5 req-b8bd3ebc-8ab1-48f3-ba67-5795e7bb3e75 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460706 Aug 30 01:13:01.158878 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-92582cd6-9ba5-4e52-8f8d-dd7c2da8db73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a3b83cf3-916d-47c6-a1ce-ac69f1f1b727), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:01.198010 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92582cd6-9ba5-4e52-8f8d-dd7c2da8db73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b83cf3-916d-47c6-a1ce-ac69f1f1b727,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:01.202746 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-92582cd6-9ba5-4e52-8f8d-dd7c2da8db73 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=edbbf7fcf85644bfa4c241e61f3ace18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2649386 Aug 30 01:13:01.206536 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 58312) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:01.261138 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-faccc49f-9a40-456c-ac21-ba0d9f537ac4 admin admin] Publish callbacks [] for security_group (a3b83cf3-916d-47c6-a1ce-ac69f1f1b727), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:01.283717 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-faccc49f-9a40-456c-ac21-ba0d9f537ac4 admin admin] Publish callbacks [] for security_group (a3b83cf3-916d-47c6-a1ce-ac69f1f1b727), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:01.300984 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b01d83-579e-4e3b-b0b8-787883b46cff req-ea016c25-968f-4688-b112-9e54d1452b3d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:01.302573 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-60b01d83-579e-4e3b-b0b8-787883b46cff req-ea016c25-968f-4688-b112-9e54d1452b3d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0487959 Aug 30 01:13:01.350363 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:01.354787 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-60b01d83-579e-4e3b-b0b8-787883b46cff req-8f65f7a1-3b16-416f-83cc-2d8d1c18b74d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461850 Aug 30 01:13:01.441509 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:01.444353 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-faccc49f-9a40-456c-ac21-ba0d9f537ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a3b83cf3-916d-47c6-a1ce-ac69f1f1b727), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:01.446974 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-faccc49f-9a40-456c-ac21-ba0d9f537ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:01.448891 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-faccc49f-9a40-456c-ac21-ba0d9f537ac4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a3b83cf3-916d-47c6-a1ce-ac69f1f1b727 HTTP/1.1" status: 204 len: 168 time: 0.2405362 Aug 30 01:13:01.456461 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccc49f-9a40-456c-ac21-ba0d9f537ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b83cf3-916d-47c6-a1ce-ac69f1f1b727,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:02.285898 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86aa8f-1727-4f54-b8e2-1ebde8e6d3aa req-b2baf237-db72-4df2-871b-b38b0e5e7f9d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:02.287174 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7c86aa8f-1727-4f54-b8e2-1ebde8e6d3aa req-b2baf237-db72-4df2-871b-b38b0e5e7f9d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0465045 Aug 30 01:13:02.298768 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:02.335841 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7c86aa8f-1727-4f54-b8e2-1ebde8e6d3aa req-b32e31df-d197-49d1-a516-6a697b987ede tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430863 Aug 30 01:13:02.486869 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa59a1-cc86-4169-9996-7fcfd1e28caf req-984ede2f-80d9-4d28-bee2-19c2ac134e7a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:02.488320 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-01fa59a1-cc86-4169-9996-7fcfd1e28caf req-984ede2f-80d9-4d28-bee2-19c2ac134e7a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0541205 Aug 30 01:13:02.541174 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-01fa59a1-cc86-4169-9996-7fcfd1e28caf req-b7c553c8-757a-4e98-b697-337f3bb75a61 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467064 Aug 30 01:13:02.547137 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 2d5afc80-dacf-45bd-81f8-28c6788c55a4 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:13:02.568005 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: 2d5afc80-dacf-45bd-81f8-28c6788c55a4 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:13:02.568442 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 2d5afc80-dacf-45bd-81f8-28c6788c55a4 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:13:03.466891 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60326214-7f03-46b4-ad05-fdd8efd26fe2 req-72911aa9-fcb7-40d6-89ca-7918d1a9dda1 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:03.468492 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-60326214-7f03-46b4-ad05-fdd8efd26fe2 req-72911aa9-fcb7-40d6-89ca-7918d1a9dda1 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0499673 Aug 30 01:13:03.520900 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-60326214-7f03-46b4-ad05-fdd8efd26fe2 req-63f1d5f6-05d0-44b5-adbb-030ea580419a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462029 Aug 30 01:13:03.672871 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28e397-3506-46f0-a314-281c0e514b9b req-c2c264c9-50f5-4685-b086-ff51381b2874 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:03.674992 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ab28e397-3506-46f0-a314-281c0e514b9b req-c2c264c9-50f5-4685-b086-ff51381b2874 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0511968 Aug 30 01:13:03.730180 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ab28e397-3506-46f0-a314-281c0e514b9b req-dd5e150e-7e3d-434f-b44d-7a0153772fbc tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492144 Aug 30 01:13:03.809797 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef537f20-c5e3-4036-ba88-484e6bb7d2a3 req-acabec01-656c-4039-9587-fe3f32ba47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:03.811326 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ef537f20-c5e3-4036-ba88-484e6bb7d2a3 req-acabec01-656c-4039-9587-fe3f32ba47cf service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 1129 time: 0.0440681 Aug 30 01:13:04.660016 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca2713-bcd7-4a30-b693-9a2eda3769eb req-0522aa88-253f-4eb3-b07f-bf06aa673d77 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:04.661480 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-15ca2713-bcd7-4a30-b693-9a2eda3769eb req-0522aa88-253f-4eb3-b07f-bf06aa673d77 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0530541 Aug 30 01:13:04.709429 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-15ca2713-bcd7-4a30-b693-9a2eda3769eb req-b074c222-e24e-410e-8858-2c8087ac8e9f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422394 Aug 30 01:13:04.861212 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a157f-a7b5-4a8a-8599-017d8a1e570b req-02b99fab-4dfd-4b6d-8c86-603a115c22a0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:04.862735 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1f6a157f-a7b5-4a8a-8599-017d8a1e570b req-02b99fab-4dfd-4b6d-8c86-603a115c22a0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0548437 Aug 30 01:13:04.912124 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1f6a157f-a7b5-4a8a-8599-017d8a1e570b req-dace8302-2e87-4718-8a86-bcf9794295e1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434422 Aug 30 01:13:05.835694 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835aa55-51dc-46ce-acf6-f93dbc3e3992 req-3556b1d2-0385-4af9-84a2-bbe37796b2b2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:05.837094 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0835aa55-51dc-46ce-acf6-f93dbc3e3992 req-3556b1d2-0385-4af9-84a2-bbe37796b2b2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0471961 Aug 30 01:13:05.884548 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0835aa55-51dc-46ce-acf6-f93dbc3e3992 req-38190013-3c66-4996-bbc4-391e5ae4949d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416019 Aug 30 01:13:06.029662 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d0018-eaa5-4290-b07e-ae533f45eb69 req-dff46625-8f7b-4249-b8b2-8a40e1d3d721 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:06.031159 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e03d0018-eaa5-4290-b07e-ae533f45eb69 req-dff46625-8f7b-4249-b8b2-8a40e1d3d721 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0465758 Aug 30 01:13:06.082756 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e03d0018-eaa5-4290-b07e-ae533f45eb69 req-c82e63ab-87ea-4497-ab5a-20b4447f1ab8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453162 Aug 30 01:13:06.588043 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:06.595111 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ef537f20-c5e3-4036-ba88-484e6bb7d2a3 req-7342dca3-d931-4698-8d97-304222e6e351 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416715 Aug 30 01:13:07.012988 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440427e-f1f6-4988-889d-aa201a96eee5 req-e5bd9d9b-165a-476b-a576-8673b273819b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:07.014528 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e440427e-f1f6-4988-889d-aa201a96eee5 req-e5bd9d9b-165a-476b-a576-8673b273819b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0461590 Aug 30 01:13:07.065593 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e440427e-f1f6-4988-889d-aa201a96eee5 req-36f1bc98-faae-4700-8e39-84d134816e40 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454443 Aug 30 01:13:07.201260 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6611a0a-b151-41b0-9736-299dab41101f req-b77829a0-0dbc-4ed8-8e1c-a4e96eb29def tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:07.202748 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d6611a0a-b151-41b0-9736-299dab41101f req-b77829a0-0dbc-4ed8-8e1c-a4e96eb29def tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0479980 Aug 30 01:13:07.221601 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:07.252227 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d6611a0a-b151-41b0-9736-299dab41101f req-9f8c9e3c-13a9-4d6b-9571-8f17cd2e3f99 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Aug 30 01:13:08.258811 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8386648-eddb-4d3f-85fd-1396f2d4145a req-5d3f5c98-7b58-46c0-bb7c-2c92b611cd32 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:08.267086 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f8386648-eddb-4d3f-85fd-1396f2d4145a req-5d3f5c98-7b58-46c0-bb7c-2c92b611cd32 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0961201 Aug 30 01:13:08.331185 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f8386648-eddb-4d3f-85fd-1396f2d4145a req-592e4a80-041c-4962-8b9a-cd49c76e03ba tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625358 Aug 30 01:13:08.448672 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8819f2-2cf9-4051-84d5-48defd5524e0 req-528a806c-d752-4c88-8c01-c36ef8d93c78 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:08.450623 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6d8819f2-2cf9-4051-84d5-48defd5524e0 req-528a806c-d752-4c88-8c01-c36ef8d93c78 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0539670 Aug 30 01:13:08.521161 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6d8819f2-2cf9-4051-84d5-48defd5524e0 req-6cb9b5ee-6fba-4f8d-a670-fffc62d55351 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645945 Aug 30 01:13:09.660136 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de3afa-9062-4257-b113-875f12457a61 req-ddeefb04-2acc-47af-9759-02d1389b4c08 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:09.673249 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d4de3afa-9062-4257-b113-875f12457a61 req-ddeefb04-2acc-47af-9759-02d1389b4c08 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.2051024 Aug 30 01:13:09.728026 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d4de3afa-9062-4257-b113-875f12457a61 req-c6cb85db-9d37-494f-9dde-3f164a43d422 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593657 Aug 30 01:13:09.922516 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874453ee-a3df-43e0-b566-3288c91a19ff req-f1e9e084-2774-4b4a-9ecf-f930f84f2aca tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:09.945854 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-874453ee-a3df-43e0-b566-3288c91a19ff req-f1e9e084-2774-4b4a-9ecf-f930f84f2aca tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.1247375 Aug 30 01:13:10.065843 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-874453ee-a3df-43e0-b566-3288c91a19ff req-b0eaabd2-b525-43cc-8a43-ee70680059de tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154921 Aug 30 01:13:10.079184 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=2,neutron:SELECT=23 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:10.499392 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70339531-e9a3-4aaf-b104-7454bd030963 req-88aaf9e7-e369-4ab9-b853-4252915e16d2 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:10.506400 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-70339531-e9a3-4aaf-b104-7454bd030963 req-88aaf9e7-e369-4ab9-b853-4252915e16d2 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0639718 Aug 30 01:13:10.575623 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-70339531-e9a3-4aaf-b104-7454bd030963 req-8d30afd9-3ee8-4c7a-9a4a-839f0e2e3bb4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682583 Aug 30 01:13:10.601295 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7031b6-a485-4b09-8697-19b0b2587f41 req-1c89f9f2-ec1c-439e-b9d3-c3c3469bbad3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:10.610264 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2c7031b6-a485-4b09-8697-19b0b2587f41 req-1c89f9f2-ec1c-439e-b9d3-c3c3469bbad3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0681739 Aug 30 01:13:10.675840 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2c7031b6-a485-4b09-8697-19b0b2587f41 req-433d1258-2f82-4c2d-8850-7fbbbf567461 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644412 Aug 30 01:13:10.909003 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0889d4-dc5d-4223-ae5c-3def2360260d req-22cf28d5-7e80-4599-ada6-4d9a0c6d6540 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:10.910662 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0e0889d4-dc5d-4223-ae5c-3def2360260d req-22cf28d5-7e80-4599-ada6-4d9a0c6d6540 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0574229 Aug 30 01:13:10.982445 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0e0889d4-dc5d-4223-ae5c-3def2360260d req-1e9f1a56-8ffe-4030-b47f-f1e1b653025d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643468 Aug 30 01:13:11.479112 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=77,neutron:UPDATE=7 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:11.706159 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d60cba-c9bb-46e1-b62c-44d2c459199c req-7b0d8c5b-c073-4011-8a75-ace6254e30b5 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:11.708841 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-45d60cba-c9bb-46e1-b62c-44d2c459199c req-7b0d8c5b-c073-4011-8a75-ace6254e30b5 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0534222 Aug 30 01:13:11.790475 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-45d60cba-c9bb-46e1-b62c-44d2c459199c req-486df46f-18dc-4d94-b530-c442cdb93701 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754428 Aug 30 01:13:11.878086 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969787d-bd86-4800-be49-1976968ae7ca req-a27586a2-8e1e-432b-b87a-f602ffab59dd tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:11.881113 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3969787d-bd86-4800-be49-1976968ae7ca req-a27586a2-8e1e-432b-b87a-f602ffab59dd tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0593655 Aug 30 01:13:11.938115 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3969787d-bd86-4800-be49-1976968ae7ca req-2b45d08c-0be8-41cf-81ca-325f0648ede6 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476170 Aug 30 01:13:12.006114 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10976d65-ce4e-4368-abd7-50a9cf275d43 req-fe5fdae7-c3da-4b39-bc2a-bf17f7a22126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:12.007536 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10976d65-ce4e-4368-abd7-50a9cf275d43 req-fe5fdae7-c3da-4b39-bc2a-bf17f7a22126 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 1129 time: 0.0700660 Aug 30 01:13:12.125754 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9064b7f-52f9-4904-bfe2-9f9925fd2ffc req-37a3a78d-fea5-48cb-b99f-61d81413ad93 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:12.125754 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e9064b7f-52f9-4904-bfe2-9f9925fd2ffc req-37a3a78d-fea5-48cb-b99f-61d81413ad93 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0574195 Aug 30 01:13:12.171356 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e9064b7f-52f9-4904-bfe2-9f9925fd2ffc req-809218f9-5d77-4004-83d3-5563d8011e84 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452914 Aug 30 01:13:12.551031 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:12.948829 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10976d65-ce4e-4368-abd7-50a9cf275d43 req-94178bf6-f07d-47e2-8d88-298212e108bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:12.950529 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10976d65-ce4e-4368-abd7-50a9cf275d43 req-94178bf6-f07d-47e2-8d88-298212e108bd service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 920 time: 0.1266136 Aug 30 01:13:12.953010 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cd0fe-ffe2-4f2f-9ce9-5bd706baee49 req-9b4f601e-cae6-44d8-9963-ce6089e5ffc6 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:12.954658 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4c5cd0fe-ffe2-4f2f-9ce9-5bd706baee49 req-9b4f601e-cae6-44d8-9963-ce6089e5ffc6 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0570972 Aug 30 01:13:13.026529 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4c5cd0fe-ffe2-4f2f-9ce9-5bd706baee49 req-044f471a-2b9f-4fcb-b69b-8aaddefc1f0b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653586 Aug 30 01:13:13.100990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601360d-47fe-42f8-a24b-169f40c80d5a req-1b85bc5c-c8f5-49e3-af48-b763fd4212f3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:13.108074 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b601360d-47fe-42f8-a24b-169f40c80d5a req-1b85bc5c-c8f5-49e3-af48-b763fd4212f3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0571008 Aug 30 01:13:13.165287 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b601360d-47fe-42f8-a24b-169f40c80d5a req-ee6df088-db5b-4acd-9bfb-31141a800921 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537391 Aug 30 01:13:13.328356 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3f49d-50e2-43c8-ac50-d0efe6eea109 req-07bad50f-6498-4883-b3dc-37598b26e58d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:13.330718 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f0f3f49d-50e2-43c8-ac50-d0efe6eea109 req-07bad50f-6498-4883-b3dc-37598b26e58d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0662417 Aug 30 01:13:13.388519 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f0f3f49d-50e2-43c8-ac50-d0efe6eea109 req-c79218a2-2df7-47da-b434-d3d8ff266442 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513480 Aug 30 01:13:13.788183 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10976d65-ce4e-4368-abd7-50a9cf275d43 req-3543dfab-775e-4c8b-a663-931366b74902 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=531e11a0-79a8-4242-9108-a01eaf852ae3 HTTP/1.1" status: 200 len: 217 time: 0.0405853 Aug 30 01:13:13.847316 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10976d65-ce4e-4368-abd7-50a9cf275d43 req-8ebc8e7a-009e-4ca3-9fd8-81802be32d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:13.851574 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10976d65-ce4e-4368-abd7-50a9cf275d43 req-8ebc8e7a-009e-4ca3-9fd8-81802be32d7b service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.0465820 Aug 30 01:13:13.891602 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:13.894916 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:13.905157 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10976d65-ce4e-4368-abd7-50a9cf275d43 req-23413dd7-d4ad-4120-b028-945c0107fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:13.907470 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10976d65-ce4e-4368-abd7-50a9cf275d43 req-23413dd7-d4ad-4120-b028-945c0107fd41 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465429 Aug 30 01:13:14.009242 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10976d65-ce4e-4368-abd7-50a9cf275d43 req-d5cad5dc-314f-433e-b8bb-6ff02ec91db0 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932059 Aug 30 01:13:14.183856 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd07a7-a98a-4608-bee3-4722cbbcd8df req-37e36989-344f-4121-a499-0bdc49696f99 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:14.186876 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bcdd07a7-a98a-4608-bee3-4722cbbcd8df req-37e36989-344f-4121-a499-0bdc49696f99 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0763631 Aug 30 01:13:14.266502 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10976d65-ce4e-4368-abd7-50a9cf275d43 req-3fc1a069-5fbe-400c-8f30-b624bd839712 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177835 Aug 30 01:13:14.306418 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bcdd07a7-a98a-4608-bee3-4722cbbcd8df req-84af564c-4814-44b5-b7d6-4d6b3cae473f tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901206 Aug 30 01:13:14.327773 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:14.340449 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed925d-195c-4e29-890a-061faa6bed05 req-2339d8ba-5275-4200-805f-6af7868c3ce9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:14.342054 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-70ed925d-195c-4e29-890a-061faa6bed05 req-2339d8ba-5275-4200-805f-6af7868c3ce9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0701785 Aug 30 01:13:14.402718 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-70ed925d-195c-4e29-890a-061faa6bed05 req-53653ade-82ff-424c-8c47-2f6c6dbcac6d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544813 Aug 30 01:13:14.563780 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18279ecc-e57c-430e-9d88-9c36ec82b8e5 req-fc9bdae2-f238-4fa5-8f33-99afe1ee7b4e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:14.566274 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-18279ecc-e57c-430e-9d88-9c36ec82b8e5 req-fc9bdae2-f238-4fa5-8f33-99afe1ee7b4e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0624082 Aug 30 01:13:14.627743 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-18279ecc-e57c-430e-9d88-9c36ec82b8e5 req-151f8357-39bf-4f52-b879-5523727e634e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554702 Aug 30 01:13:15.467635 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ada5a-0fde-460f-8f5e-387cb8730de3 req-b534a78e-11d7-4442-b90e-c32378688b2e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:15.477802 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e41ada5a-0fde-460f-8f5e-387cb8730de3 req-b534a78e-11d7-4442-b90e-c32378688b2e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0614953 Aug 30 01:13:15.550612 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e41ada5a-0fde-460f-8f5e-387cb8730de3 req-64f66e61-f654-4da2-8720-2c7195b14f28 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717392 Aug 30 01:13:15.586966 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa518969-0a2e-4654-b3d5-ee13d520be5d req-2b1d4aad-f2b2-4f28-a3a5-84b87321eefa tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:15.588664 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-aa518969-0a2e-4654-b3d5-ee13d520be5d req-2b1d4aad-f2b2-4f28-a3a5-84b87321eefa tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0549266 Aug 30 01:13:15.668273 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-aa518969-0a2e-4654-b3d5-ee13d520be5d req-df5f9d3b-9c72-4e71-bd24-28de0effff08 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734971 Aug 30 01:13:15.781169 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:15.797338 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb2d63-7a8e-4a27-b700-bbf668dcd9da req-96c10ec4-9fa9-42de-ad51-f971eefc06e5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:15.805933 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0dcb2d63-7a8e-4a27-b700-bbf668dcd9da req-96c10ec4-9fa9-42de-ad51-f971eefc06e5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0590115 Aug 30 01:13:15.854513 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0dcb2d63-7a8e-4a27-b700-bbf668dcd9da req-3a027f24-b606-416e-b82d-13261a7909d4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480964 Aug 30 01:13:16.825019 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75978c54-f37f-46b7-82c6-ec162ab790b1 req-902f49d3-ee44-4120-8691-696395ace8d0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:16.825019 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-75978c54-f37f-46b7-82c6-ec162ab790b1 req-902f49d3-ee44-4120-8691-696395ace8d0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0501003 Aug 30 01:13:16.883600 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-75978c54-f37f-46b7-82c6-ec162ab790b1 req-cab0af6f-edc5-478c-8403-9f14e526887c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529127 Aug 30 01:13:16.942023 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b045d24-6a7f-4ffd-921e-97a018fabd32 req-1edc7b02-e932-4857-98a5-d9d7587751c4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:16.950592 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7b045d24-6a7f-4ffd-921e-97a018fabd32 req-1edc7b02-e932-4857-98a5-d9d7587751c4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.3121393 Aug 30 01:13:17.005677 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7b045d24-6a7f-4ffd-921e-97a018fabd32 req-b2ac6991-a5f3-4fbd-824a-419fe64e9425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540719 Aug 30 01:13:17.034472 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72daa2c-3180-4f8b-ae92-2fe813b336b7 req-9c40d0e2-2be1-45ee-b883-4c95acf64561 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:17.038206 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c72daa2c-3180-4f8b-ae92-2fe813b336b7 req-9c40d0e2-2be1-45ee-b883-4c95acf64561 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0747035 Aug 30 01:13:17.097301 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c72daa2c-3180-4f8b-ae92-2fe813b336b7 req-4b45d550-02cc-40ac-842a-adb0473949c7 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498207 Aug 30 01:13:17.826675 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=17 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:17.830003 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=15 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:18.075633 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34d5d6-182c-4452-bd90-ed9936383fa5 req-527b727d-1dde-4979-a4aa-1924546e3a1a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:18.077621 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8e34d5d6-182c-4452-bd90-ed9936383fa5 req-527b727d-1dde-4979-a4aa-1924546e3a1a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0639858 Aug 30 01:13:18.147555 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8e34d5d6-182c-4452-bd90-ed9936383fa5 req-c9ab27f2-5b28-4e6b-a513-df3d3e936634 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614264 Aug 30 01:13:18.187165 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885285c9-b61f-46f4-a8bf-6ff11237e593 req-a054d101-b20f-4c7a-8cae-6c5af4c2c074 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:18.188921 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-885285c9-b61f-46f4-a8bf-6ff11237e593 req-a054d101-b20f-4c7a-8cae-6c5af4c2c074 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0568786 Aug 30 01:13:18.265604 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-885285c9-b61f-46f4-a8bf-6ff11237e593 req-5bcfe21e-5a9c-4f4c-b330-06a025e6f80a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689864 Aug 30 01:13:18.301982 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5caf68-85cf-4602-b105-4f5484bcbb53 req-846ba046-6c15-4ab0-b80f-91986e39a2a7 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:18.301982 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ab5caf68-85cf-4602-b105-4f5484bcbb53 req-846ba046-6c15-4ab0-b80f-91986e39a2a7 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0690210 Aug 30 01:13:18.363476 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ab5caf68-85cf-4602-b105-4f5484bcbb53 req-ab9fa5b7-38ac-466b-af5e-b0dff38f528c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538628 Aug 30 01:13:18.619121 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:19.282557 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0e82-e22e-462c-92ce-8cd1136bbc19 req-f4507d4d-b2a9-4f0c-8746-8e2c6e3821a3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:19.285037 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f92a0e82-e22e-462c-92ce-8cd1136bbc19 req-f4507d4d-b2a9-4f0c-8746-8e2c6e3821a3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0588386 Aug 30 01:13:19.347191 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f92a0e82-e22e-462c-92ce-8cd1136bbc19 req-9ba6b17e-8689-48de-80cd-604c0fd7e0be tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550725 Aug 30 01:13:19.477065 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69946c-cfb6-4c20-ae7e-240a4f238faf req-9ca2693a-e8c3-4da8-b460-685d55a75d2c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:19.479464 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dc69946c-cfb6-4c20-ae7e-240a4f238faf req-9ca2693a-e8c3-4da8-b460-685d55a75d2c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0963931 Aug 30 01:13:19.527809 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98632070-d9c6-4d4b-aab3-38240617201f req-e21e9fba-e186-4d24-8104-d7076cab9ab5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:19.536148 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-98632070-d9c6-4d4b-aab3-38240617201f req-e21e9fba-e186-4d24-8104-d7076cab9ab5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0611022 Aug 30 01:13:19.588292 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dc69946c-cfb6-4c20-ae7e-240a4f238faf req-86b3a3b3-099d-41cf-b675-d87a879f3feb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023600 Aug 30 01:13:19.589516 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-98632070-d9c6-4d4b-aab3-38240617201f req-aac59b15-4048-464d-83b1-5d8e530caf46 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513680 Aug 30 01:13:20.231026 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f17023dc-12e8-440e-a383-e04573db4086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:20.516852 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5605e-6c9d-4e8a-90cc-819f55cc7657 req-f4e4a4e4-ee88-4f3c-a014-c6f7dccec10a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:20.522318 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0df5605e-6c9d-4e8a-90cc-819f55cc7657 req-f4e4a4e4-ee88-4f3c-a014-c6f7dccec10a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0762956 Aug 30 01:13:20.578171 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0df5605e-6c9d-4e8a-90cc-819f55cc7657 req-aefe7d92-5126-442e-a62e-3b802c1a14ac tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526795 Aug 30 01:13:20.786944 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f50ba-be08-4873-9478-feccadbe9a48 req-370881c4-7b4d-4758-855c-1d71f6a09458 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:20.794831 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ab5f50ba-be08-4873-9478-feccadbe9a48 req-370881c4-7b4d-4758-855c-1d71f6a09458 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0753362 Aug 30 01:13:20.823701 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:20.846725 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94714709-5493-44f1-a3bc-cfbed44989d8 req-229107fe-f47e-4310-8b95-a2e1e57f1bec tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:20.854790 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-94714709-5493-44f1-a3bc-cfbed44989d8 req-229107fe-f47e-4310-8b95-a2e1e57f1bec tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.1008041 Aug 30 01:13:20.888183 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ab5f50ba-be08-4873-9478-feccadbe9a48 req-5b57b7f4-97c0-4b08-b2c5-9ece87b79e72 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916693 Aug 30 01:13:20.909922 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:20.918985 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-94714709-5493-44f1-a3bc-cfbed44989d8 req-275e175b-e736-44bc-a12a-b3f947fc27e4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630100 Aug 30 01:13:22.020851 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943dbce-9da9-491f-b6bb-195ffc801535 req-67428709-f4e7-4298-854c-564095c5d332 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:22.023283 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c943dbce-9da9-491f-b6bb-195ffc801535 req-67428709-f4e7-4298-854c-564095c5d332 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0641189 Aug 30 01:13:22.073329 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57410264-e26d-4e41-82c0-805e4d05435e req-0d2a4631-e818-4b18-bbf8-d1d9a43c5ccc tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:22.086226 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-57410264-e26d-4e41-82c0-805e4d05435e req-0d2a4631-e818-4b18-bbf8-d1d9a43c5ccc tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0887318 Aug 30 01:13:22.092858 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c943dbce-9da9-491f-b6bb-195ffc801535 req-cefd24dd-eb7f-43f5-bc02-2a93fb7adf31 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616736 Aug 30 01:13:22.151591 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-57410264-e26d-4e41-82c0-805e4d05435e req-6f9335b1-3ba4-4496-bd33-58ad567f23ee tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642135 Aug 30 01:13:22.694635 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 58760) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:22.701452 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-936d0eb2-84cf-4925-b997-ade71b44afc6 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455689338', 'description': 'tempest-description--1069045278'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:22.787309 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-936d0eb2-84cf-4925-b997-ade71b44afc6 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:22.878558 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-936d0eb2-84cf-4925-b997-ade71b44afc6 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for security_group (a0f257f4-ee4a-4071-adb7-59f2d34cea62), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:22.976546 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-936d0eb2-84cf-4925-b997-ade71b44afc6 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a0f257f4-ee4a-4071-adb7-59f2d34cea62), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:22.999200 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-509c07be-434e-4478-821f-734357598b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:23.016204 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d0eb2-84cf-4925-b997-ade71b44afc6 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f257f4-ee4a-4071-adb7-59f2d34cea62,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:23.062655 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-936d0eb2-84cf-4925-b997-ade71b44afc6 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:23.064180 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-936d0eb2-84cf-4925-b997-ade71b44afc6 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3682790 Aug 30 01:13:23.067110 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 58764) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:23.075774 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-2014f4a7-740b-4bb0-a592-06aea30943e4 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Request body: {'security_group_rule': {'security_group_id': 'a0f257f4-ee4a-4071-adb7-59f2d34cea62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:23.160901 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2014f4a7-740b-4bb0-a592-06aea30943e4 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for security_group_rule (25fb440b-1b24-45ad-be72-e522e09d58b8), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:23.268827 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59e9ca-0311-4dcc-84a1-7a9aed236ec8 req-3164ac5c-3198-4223-99a0-bdcb6f945862 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:23.270916 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e59e9ca-0311-4dcc-84a1-7a9aed236ec8 req-3164ac5c-3198-4223-99a0-bdcb6f945862 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0752947 Aug 30 01:13:23.313370 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2014f4a7-740b-4bb0-a592-06aea30943e4 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for security_group_rule (25fb440b-1b24-45ad-be72-e522e09d58b8), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:23.338903 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf8143-9bbd-48f9-a6a5-2fcaf9cfcff4 req-309b197e-9374-439e-9a26-65920339719a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:23.346104 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c2bf8143-9bbd-48f9-a6a5-2fcaf9cfcff4 req-309b197e-9374-439e-9a26-65920339719a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0634260 Aug 30 01:13:23.371869 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e59e9ca-0311-4dcc-84a1-7a9aed236ec8 req-7ed213fd-50f3-4c72-b6cf-8038d1e69de5 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933537 Aug 30 01:13:23.404391 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2014f4a7-740b-4bb0-a592-06aea30943e4 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (25fb440b-1b24-45ad-be72-e522e09d58b8), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:23.419813 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c2bf8143-9bbd-48f9-a6a5-2fcaf9cfcff4 req-9a0ddca9-ab68-4289-96b8-d264fc6fd1c1 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650668 Aug 30 01:13:23.446847 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014f4a7-740b-4bb0-a592-06aea30943e4 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fb440b-1b24-45ad-be72-e522e09d58b8,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:23.527143 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2014f4a7-740b-4bb0-a592-06aea30943e4 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:23.528903 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-2014f4a7-740b-4bb0-a592-06aea30943e4 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4602690 Aug 30 01:13:23.531630 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 58774) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:23.537001 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-46e61c6a-1ea9-42fa-b836-680d918f1031 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Request body: {'security_group_rule': {'security_group_id': 'a0f257f4-ee4a-4071-adb7-59f2d34cea62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:23.638601 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-46e61c6a-1ea9-42fa-b836-680d918f1031 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for security_group_rule (88305dfe-baff-4b84-98e9-2c24526b739c), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:23.664817 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:23.699017 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:23.715086 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-46e61c6a-1ea9-42fa-b836-680d918f1031 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for security_group_rule (88305dfe-baff-4b84-98e9-2c24526b739c), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:23.775472 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-46e61c6a-1ea9-42fa-b836-680d918f1031 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (88305dfe-baff-4b84-98e9-2c24526b739c), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:23.801454 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e61c6a-1ea9-42fa-b836-680d918f1031 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88305dfe-baff-4b84-98e9-2c24526b739c,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:24.178039 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-46e61c6a-1ea9-42fa-b836-680d918f1031 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:24.179738 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-46e61c6a-1ea9-42fa-b836-680d918f1031 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6470687 Aug 30 01:13:24.185612 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 58792) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:24.191316 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:24.202166 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:24.276519 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:24.375318 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:24.562146 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316dc44-457c-43e1-9663-85c3d5e76aea req-0cb2989c-73bc-4332-b2d1-a87bee5e2836 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:24.570717 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5316dc44-457c-43e1-9663-85c3d5e76aea req-0cb2989c-73bc-4332-b2d1-a87bee5e2836 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0598955 Aug 30 01:13:24.621815 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5316dc44-457c-43e1-9663-85c3d5e76aea req-30abf16f-148b-4b4c-a734-0d0ee1047bc5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505419 Aug 30 01:13:24.623799 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0edb2-c765-43a8-9c61-65f90d0f1767 req-aada84d0-884b-4a8f-80ac-342a51775f9c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:24.625601 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-84f0edb2-c765-43a8-9c61-65f90d0f1767 req-aada84d0-884b-4a8f-80ac-342a51775f9c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.1237316 Aug 30 01:13:24.636181 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Allocated IP 172.27.1.54 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/de4c2cba-5b2e-417f-aaa6-e06709c1b7ac) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:13:24.654012 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:24.684598 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:24.747356 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-84f0edb2-c765-43a8-9c61-65f90d0f1767 req-fa80fbe0-56b8-43c2-a9fd-f2097ecaf463 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085887 Aug 30 01:13:24.818632 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for port (de4c2cba-5b2e-417f-aaa6-e06709c1b7ac), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:24.956525 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (de4c2cba-5b2e-417f-aaa6-e06709c1b7ac), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:24.996132 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:13:25.001461 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:13:25.005399 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:13:25.016325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Pushing event updated for resources: {'Port': ['ID=de4c2cba-5b2e-417f-aaa6-e06709c1b7ac,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:25.072233 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for floatingip (a2e0ec96-30b6-4057-a00e-8a3c586966ee), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:25.239952 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (de4c2cba-5b2e-417f-aaa6-e06709c1b7ac), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:25.328037 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:25.408767 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for port (de4c2cba-5b2e-417f-aaa6-e06709c1b7ac), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:25.529455 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (de4c2cba-5b2e-417f-aaa6-e06709c1b7ac), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:25.530215 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (a2e0ec96-30b6-4057-a00e-8a3c586966ee), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:25.576315 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Pushing event updated for resources: {'Port': ['ID=de4c2cba-5b2e-417f-aaa6-e06709c1b7ac,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:25.700212 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:25.703981 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b0928b48-0ac0-4db5-a636-cb1a7a01600d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5145416 Aug 30 01:13:25.784152 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:25.793213 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:25.797755 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851490f6-fd02-4738-8b17-f1a08676cd42 req-dda80126-c8aa-4175-a3f7-ddedc30412ba tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:25.799457 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-851490f6-fd02-4738-8b17-f1a08676cd42 req-dda80126-c8aa-4175-a3f7-ddedc30412ba tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0571039 Aug 30 01:13:25.866678 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-851490f6-fd02-4738-8b17-f1a08676cd42 req-5f648c48-4a18-4fa6-8930-66f5281a648e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504234 Aug 30 01:13:25.892943 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670fa70-2609-4daa-b19d-c241bc8a574e req-34cb5a16-8b46-4782-8f6c-e451ad3b74b3 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:25.894662 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f670fa70-2609-4daa-b19d-c241bc8a574e req-34cb5a16-8b46-4782-8f6c-e451ad3b74b3 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0511887 Aug 30 01:13:25.946181 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f670fa70-2609-4daa-b19d-c241bc8a574e req-2302ac6b-31ad-4c75-a5b1-9ae19e3634d9 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455165 Aug 30 01:13:26.025909 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-2aa3808f-631d-407c-b8f4-80d0f89127fa tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--455689338&fields=id&tenant_id=9f0605a8a2fe48e49a410127b5f3b32c HTTP/1.1" status: 200 len: 267 time: 0.0591826 Aug 30 01:13:26.139376 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4f52117d-7dac-4f9d-af85-dac6b03c3067 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:26.140786 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4f52117d-7dac-4f9d-af85-dac6b03c3067 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 819 time: 0.1083908 Aug 30 01:13:26.159964 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-3b05caf3-add1-4820-8708-ca6cf70575a5 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/quotas/9f0605a8a2fe48e49a410127b5f3b32c HTTP/1.1" status: 200 len: 375 time: 0.0130489 Aug 30 01:13:26.237795 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-a0ba971d-0a5e-41dc-b92a-e5bf39a4621f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0716152 Aug 30 01:13:26.359316 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-90048a48-39d7-415e-b947-5119feee6bdc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132901 Aug 30 01:13:26.477516 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 58878) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:26.482099 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-a3ffe256-df5d-4782-8631-3a335107ddca tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--621476077', 'description': 'tempest-description--418301280'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:26.506466 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c0fe9624-451b-4649-834c-4a9dc6e58d7c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392112 Aug 30 01:13:26.618734 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a3ffe256-df5d-4782-8631-3a335107ddca tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:26.694476 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a3ffe256-df5d-4782-8631-3a335107ddca tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (90705b40-1220-4821-a33c-f6e7e8f9febf), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:26.788869 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-40ee1348-cb5a-4e80-88b6-af22f47ed90d req-1eafad28-8a3b-4133-8d98-0cc5a7102cfb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 210 time: 0.0315809 Aug 30 01:13:26.816106 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a3ffe256-df5d-4782-8631-3a335107ddca tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (90705b40-1220-4821-a33c-f6e7e8f9febf), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:26.849402 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffe256-df5d-4782-8631-3a335107ddca tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90705b40-1220-4821-a33c-f6e7e8f9febf,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:26.915771 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a3ffe256-df5d-4782-8631-3a335107ddca tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:26.915771 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-a3ffe256-df5d-4782-8631-3a335107ddca tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4372430 Aug 30 01:13:26.918903 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 58902) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:26.923694 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-e0053356-f924-4f42-8011-a3ea3cefe0c2 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'security_group_rule': {'security_group_id': '90705b40-1220-4821-a33c-f6e7e8f9febf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:26.968681 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:27.021616 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94167b4-f3d3-4d29-aade-077168040a10 req-d2b3704c-a0ec-4ab1-b4d7-ed7219b1d180 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:27.024540 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a94167b4-f3d3-4d29-aade-077168040a10 req-d2b3704c-a0ec-4ab1-b4d7-ed7219b1d180 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0637629 Aug 30 01:13:27.032156 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e0053356-f924-4f42-8011-a3ea3cefe0c2 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (ebe8ad00-6ccb-4169-93b0-0f675160f096), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:27.057016 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:27.082844 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41343556-f405-4795-818a-d03fac0dbea6 req-77e001b8-d2f2-4aee-a788-059b033a34c2 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:27.084450 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-41343556-f405-4795-818a-d03fac0dbea6 req-77e001b8-d2f2-4aee-a788-059b033a34c2 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0509992 Aug 30 01:13:27.109027 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a94167b4-f3d3-4d29-aade-077168040a10 req-bfcca306-7ba8-4fbd-9c7c-9dddf2d96a89 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785570 Aug 30 01:13:27.125248 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e0053356-f924-4f42-8011-a3ea3cefe0c2 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (ebe8ad00-6ccb-4169-93b0-0f675160f096), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:27.158669 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-41343556-f405-4795-818a-d03fac0dbea6 req-f433e228-7c6e-4495-82c7-da2e7c429ab7 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596669 Aug 30 01:13:27.236275 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e0053356-f924-4f42-8011-a3ea3cefe0c2 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (ebe8ad00-6ccb-4169-93b0-0f675160f096), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:27.262424 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0053356-f924-4f42-8011-a3ea3cefe0c2 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe8ad00-6ccb-4169-93b0-0f675160f096,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:27.360307 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e0053356-f924-4f42-8011-a3ea3cefe0c2 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:27.361660 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-e0053356-f924-4f42-8011-a3ea3cefe0c2 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4417992 Aug 30 01:13:27.365467 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 58926) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:27.370072 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-f64ebeda-44a0-4da8-9dc8-2b5d2ef50139 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'security_group_rule': {'security_group_id': '90705b40-1220-4821-a33c-f6e7e8f9febf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:27.505929 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f64ebeda-44a0-4da8-9dc8-2b5d2ef50139 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (4ac21360-9d90-4071-a4ab-566d6144d589), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:27.596316 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f64ebeda-44a0-4da8-9dc8-2b5d2ef50139 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (4ac21360-9d90-4071-a4ab-566d6144d589), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:27.604066 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ee14f-d6e1-4f95-b145-88b70c8ee7f5 req-9a2571ed-d787-4b0c-8937-2c70f3c5cf43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:27.605616 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5d9ee14f-d6e1-4f95-b145-88b70c8ee7f5 req-9a2571ed-d787-4b0c-8937-2c70f3c5cf43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0509150 Aug 30 01:13:27.659376 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5d9ee14f-d6e1-4f95-b145-88b70c8ee7f5 req-04ebd8a4-45f7-46f7-bae0-6fe75027dc70 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449774 Aug 30 01:13:27.718087 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f64ebeda-44a0-4da8-9dc8-2b5d2ef50139 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (4ac21360-9d90-4071-a4ab-566d6144d589), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:27.740896 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ebeda-44a0-4da8-9dc8-2b5d2ef50139 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac21360-9d90-4071-a4ab-566d6144d589,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:27.793354 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e9697-854d-4b08-a7fd-f68d128b4e9d req-668a07bf-ef73-4007-b3ef-a259d53cb649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:27.794911 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c20e9697-854d-4b08-a7fd-f68d128b4e9d req-668a07bf-ef73-4007-b3ef-a259d53cb649 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=13862ab3a9504644853a8c48c3f69b4c&device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 1129 time: 0.0548217 Aug 30 01:13:27.810884 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f64ebeda-44a0-4da8-9dc8-2b5d2ef50139 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:27.812151 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f64ebeda-44a0-4da8-9dc8-2b5d2ef50139 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4455552 Aug 30 01:13:27.815655 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 58942) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:27.820924 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:27.897941 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-299a7974-dad0-4269-b801-abd59ed6e4f6 req-37744e1d-21b3-4159-88b9-95ae352a1335 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 210 time: 0.0306733 Aug 30 01:13:27.925759 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e9697-854d-4b08-a7fd-f68d128b4e9d req-35f2383a-6384-4ecb-8aa7-53f0dbc37bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:27.927337 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c20e9697-854d-4b08-a7fd-f68d128b4e9d req-35f2383a-6384-4ecb-8aa7-53f0dbc37bc9 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=37938639-da56-43d1-ac7c-a949da52ba53 HTTP/1.1" status: 200 len: 911 time: 0.0995717 Aug 30 01:13:28.006856 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c20e9697-854d-4b08-a7fd-f68d128b4e9d req-37a78886-02f9-4c9a-9896-631e33828a84 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c67f9947-1307-4c65-b66d-e90b9d577330 HTTP/1.1" status: 200 len: 1000 time: 0.0634732 Aug 30 01:13:28.086224 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:28.150324 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e9697-854d-4b08-a7fd-f68d128b4e9d req-90099f46-c750-48e8-96eb-c0b8e71c6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:28.151853 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c20e9697-854d-4b08-a7fd-f68d128b4e9d req-90099f46-c750-48e8-96eb-c0b8e71c6cc2 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f73da1d0-2071-4d5f-b9f8-f3beaaeae423 HTTP/1.1" status: 200 len: 849 time: 0.0967078 Aug 30 01:13:28.173526 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:28.244908 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e9697-854d-4b08-a7fd-f68d128b4e9d req-73bc0a97-71e8-4923-8fa0-1bab5c223a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:28.246479 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c20e9697-854d-4b08-a7fd-f68d128b4e9d req-73bc0a97-71e8-4923-8fa0-1bab5c223a12 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=37938639-da56-43d1-ac7c-a949da52ba53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0837412 Aug 30 01:13:28.264141 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:28.373295 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f2534-2c3c-4eea-85c7-a5cd71e17b58 req-3086eb7b-b4fb-4cb2-bc1e-765882e5472a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:28.374823 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dd0f2534-2c3c-4eea-85c7-a5cd71e17b58 req-3086eb7b-b4fb-4cb2-bc1e-765882e5472a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.1505072 Aug 30 01:13:28.384133 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:28.445438 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:13:28.490842 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c20e9697-854d-4b08-a7fd-f68d128b4e9d req-e253c7a1-5fea-42ab-a99b-27aad0d7abe2 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223728 Aug 30 01:13:28.496928 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dd0f2534-2c3c-4eea-85c7-a5cd71e17b58 req-2a8fb5ba-8afa-4fef-8433-c17b0ae16ffd tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083016 Aug 30 01:13:28.562555 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Allocated IP 172.27.1.86 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/1a67f11a-28fa-4f8d-9032-a3128b8c4767) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:13:28.657833 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c20e9697-854d-4b08-a7fd-f68d128b4e9d req-b53e6308-e882-460d-8566-028e1890ab30 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565971 Aug 30 01:13:28.699682 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for port (1a67f11a-28fa-4f8d-9032-a3128b8c4767), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:28.791012 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4eb9b-3123-4335-a9a6-5646de5b4c3f req-e25a0efa-1129-482e-9a53-928c19729592 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:28.792490 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-34e4eb9b-3123-4335-a9a6-5646de5b4c3f req-e25a0efa-1129-482e-9a53-928c19729592 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0470381 Aug 30 01:13:28.839781 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-34e4eb9b-3123-4335-a9a6-5646de5b4c3f req-c82d5192-9402-4442-8688-6664f630f07a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Aug 30 01:13:28.870930 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (1a67f11a-28fa-4f8d-9032-a3128b8c4767), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:28.911309 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:13:28.916432 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:13:28.920261 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:13:28.925160 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'Port': ['ID=1a67f11a-28fa-4f8d-9032-a3128b8c4767,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:28.952069 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:28.969940 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (e5946357-ceaa-4a3b-934c-04db0bfb68b5), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:29.007032 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9964e08c-2eae-4c31-93b1-8927ecfab837 req-5b35b9fa-480d-4eac-adee-38cd15568eb7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 210 time: 0.0303502 Aug 30 01:13:29.163352 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (1a67f11a-28fa-4f8d-9032-a3128b8c4767), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:29.316997 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for port (1a67f11a-28fa-4f8d-9032-a3128b8c4767), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:29.391867 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (1a67f11a-28fa-4f8d-9032-a3128b8c4767), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:29.392617 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (e5946357-ceaa-4a3b-934c-04db0bfb68b5), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:29.439200 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'Port': ['ID=1a67f11a-28fa-4f8d-9032-a3128b8c4767,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:29.496592 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:29.497887 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-bffb2d7b-e48c-4cb1-a491-e630b52f6423 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6805155 Aug 30 01:13:29.628635 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b270c45-fe2d-4115-bfe0-690c8fcb7587 req-aa3e9648-f796-4900-9cc3-dc6ac9c66b31 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:29.630706 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7b270c45-fe2d-4115-bfe0-690c8fcb7587 req-aa3e9648-f796-4900-9cc3-dc6ac9c66b31 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0464733 Aug 30 01:13:29.681582 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:29.684479 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7b270c45-fe2d-4115-bfe0-690c8fcb7587 req-bc9fdfe8-8f71-43e7-930e-8b904d744761 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472956 Aug 30 01:13:29.706077 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-45faa3c2-8fc0-450c-b77c-ca79c4c05305 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--621476077&fields=id&tenant_id=11c8f48af7394a75ab6013ca066751a7 HTTP/1.1" status: 200 len: 267 time: 0.0464556 Aug 30 01:13:29.820383 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-e266517c-2882-47f7-8b15-275df7bb1932 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:29.821857 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-e266517c-2882-47f7-8b15-275df7bb1932 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/networks?id=281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 200 len: 815 time: 0.1078198 Aug 30 01:13:29.837262 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-e9825ffb-f892-4cb5-9cac-de052c86c016 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/quotas/11c8f48af7394a75ab6013ca066751a7 HTTP/1.1" status: 200 len: 375 time: 0.0097940 Aug 30 01:13:29.890492 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-cf078eac-a62e-407c-aae4-be6fad19f2a6 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480595 Aug 30 01:13:29.959559 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fb2b3-4017-425d-91dd-2680336b3bd8 req-ddb34737-f5dd-4346-a73a-a85496d5afc7 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:29.960947 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-970fb2b3-4017-425d-91dd-2680336b3bd8 req-ddb34737-f5dd-4346-a73a-a85496d5afc7 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0471299 Aug 30 01:13:29.994647 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-e8e95bf2-9805-4cda-bf9f-2e6ba217958c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920067 Aug 30 01:13:30.009621 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-970fb2b3-4017-425d-91dd-2680336b3bd8 req-f50c5cf8-1cd2-46de-b3d1-3ee46fe24b62 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428946 Aug 30 01:13:30.094874 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-43ce1b41-e424-4628-b66a-747f0ebd6c27 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945764 Aug 30 01:13:30.111702 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0561bdf0-d9fd-4705-88c2-dcc14ab4a77e req-eb43fc8f-667e-4ba4-8ce0-f8fafca75c54 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 210 time: 0.0291469 Aug 30 01:13:30.225782 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 3efaeb1f-3500-4863-b27f-c56c1aa2946c details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:13:30.345557 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:30.352195 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d27e728b-8242-46a9-a7c1-06be5ceda3d6 req-6ff16610-f127-4b3c-b567-60b5ef517d29 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 210 time: 0.0283816 Aug 30 01:13:30.358424 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'port_id': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'mac_address': 'fa:16:3e:9e:be:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:13:30.395049 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 3efaeb1f-3500-4863-b27f-c56c1aa2946c is: ACTIVE; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:13:30.395436 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:30.408891 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3efaeb1f-3500-4863-b27f-c56c1aa2946c {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:13:30.430808 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:30.506583 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:30.557809 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=3efaeb1f-3500-4863-b27f-c56c1aa2946c,revision_number=6']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:30.835021 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bdac8-35c9-40cf-a8af-5268b42e6023 req-4d146004-75e5-4e1f-886e-bdad9d10bcd7 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:30.836593 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6f1bdac8-35c9-40cf-a8af-5268b42e6023 req-4d146004-75e5-4e1f-886e-bdad9d10bcd7 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 944 time: 0.0561378 Aug 30 01:13:30.885772 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6f1bdac8-35c9-40cf-a8af-5268b42e6023 req-dcdddb59-a03a-4192-aecf-2e302946a551 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429974 Aug 30 01:13:31.133847 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb3fa8-b461-4b27-b3b8-50b2d7a43c10 req-76d208bd-f168-4dbd-925f-92c1ee9f639b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:31.135331 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bdcb3fa8-b461-4b27-b3b8-50b2d7a43c10 req-76d208bd-f168-4dbd-925f-92c1ee9f639b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0490963 Aug 30 01:13:31.168436 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:31.183682 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bdcb3fa8-b461-4b27-b3b8-50b2d7a43c10 req-3879127f-bcf5-4e99-af63-036c87dd1097 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428302 Aug 30 01:13:31.244647 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7ff0045b-3cd2-4565-96ba-70d9021bd7fc req-c6f67a1a-3832-41b1-a5c2-92c3e6973495 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 210 time: 0.0532119 Aug 30 01:13:31.460662 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a1450c78-f89b-4a9a-a6f7-788e14275dd0 req-c37d993b-4190-4db9-b743-826f0bf94361 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 210 time: 0.0279396 Aug 30 01:13:31.466412 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['3efaeb1f-3500-4863-b27f-c56c1aa2946c'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:13:32.034189 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cc4ce-39c5-41d8-81ca-f5b18678ea6c req-d91ac269-bd0c-4ba3-acc8-143b9e4c93c3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:32.037875 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-107cc4ce-39c5-41d8-81ca-f5b18678ea6c req-d91ac269-bd0c-4ba3-acc8-143b9e4c93c3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 944 time: 0.0623748 Aug 30 01:13:32.096509 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-107cc4ce-39c5-41d8-81ca-f5b18678ea6c req-5bb5c92d-3444-467b-8b1f-f2a02a463721 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524430 Aug 30 01:13:32.403422 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39891ac-c99a-4d8b-a1ee-e37cd4fa04ff req-749dbaf7-fc10-404e-bb63-0af0406fc3c2 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:32.406486 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a39891ac-c99a-4d8b-a1ee-e37cd4fa04ff req-749dbaf7-fc10-404e-bb63-0af0406fc3c2 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.1070864 Aug 30 01:13:32.439032 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e1922628-9134-470b-836f-e16f7dab6d49 req-4ef1adac-3c78-469c-afe6-d3718f54b091 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 210 time: 0.0706277 Aug 30 01:13:32.539698 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a39891ac-c99a-4d8b-a1ee-e37cd4fa04ff req-de18f188-e863-4295-b9d6-d050d3a26aa4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129911 Aug 30 01:13:32.642190 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bbcb4466-2460-45bf-858a-5555addac15e req-f1758596-eeed-45da-a764-3ac9e2dc99ee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 210 time: 0.0663207 Aug 30 01:13:32.650615 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 59052) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:32.704820 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4737b29-04da-4dd8-9340-ed55f98b9c27 admin admin] Deleting subnet 65358f5b-cedf-4c4b-b290-6d27b9626fe2 {{(pid=107025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:13:32.710262 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d4737b29-04da-4dd8-9340-ed55f98b9c27 admin admin] Publish callbacks [] for subnet (65358f5b-cedf-4c4b-b290-6d27b9626fe2), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:32.755411 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d4737b29-04da-4dd8-9340-ed55f98b9c27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13169954'] for subnet (65358f5b-cedf-4c4b-b290-6d27b9626fe2), precommit_delete_associations {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:32.801576 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d4737b29-04da-4dd8-9340-ed55f98b9c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (65358f5b-cedf-4c4b-b290-6d27b9626fe2), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:32.946834 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d4737b29-04da-4dd8-9340-ed55f98b9c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13572797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13108100'] for subnet (65358f5b-cedf-4c4b-b290-6d27b9626fe2), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:32.987488 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d4737b29-04da-4dd8-9340-ed55f98b9c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:32.997545 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 59062) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:32.997692 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-d4737b29-04da-4dd8-9340-ed55f98b9c27 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/65358f5b-cedf-4c4b-b290-6d27b9626fe2 HTTP/1.1" status: 204 len: 168 time: 0.3430021 Aug 30 01:13:32.999422 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4737b29-04da-4dd8-9340-ed55f98b9c27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65358f5b-cedf-4c4b-b290-6d27b9626fe2,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:33.219177 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c26d02b7-8953-4bc8-9f67-fd53d945dbba tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:33.223209 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c26d02b7-8953-4bc8-9f67-fd53d945dbba tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 819 time: 0.2276757 Aug 30 01:13:33.226753 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (9fb68cff-0330-4b4f-897d-a5b9f49b6d9f), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:33.235866 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 3efaeb1f-3500-4863-b27f-c56c1aa2946c up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:13:33.288417 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:33.335868 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port 3efaeb1f-3500-4863-b27f-c56c1aa2946c triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:13:33.336243 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:33.386641 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b0a36-34b9-4295-8418-7b38359e6058 req-21d7f488-a30e-46b0-a227-2a70fc9a22e0 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:33.395301 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-818b0a36-34b9-4295-8418-7b38359e6058 req-21d7f488-a30e-46b0-a227-2a70fc9a22e0 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 944 time: 0.0729024 Aug 30 01:13:33.400432 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (9fb68cff-0330-4b4f-897d-a5b9f49b6d9f), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:33.425166 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 3efaeb1f-3500-4863-b27f-c56c1aa2946c is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:13:33.425937 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:33.455899 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:13:33.459577 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7fec36-59c6-455a-aa8a-11cb843471a8" -d '{"events": [{"server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "name": "network-vif-plugged", "status": "completed", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:13:33.463011 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-8be35e86-22c2-4939-b0f2-ba557cf0f6dd tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9f0605a8a2fe48e49a410127b5f3b32c HTTP/1.1" status: 200 len: 379 time: 0.2201591 Aug 30 01:13:33.467662 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.468049 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.468908 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.469250 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.469578 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.469971 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.470301 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.470647 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.470967 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.471289 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.502554 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:33.512561 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-818b0a36-34b9-4295-8418-7b38359e6058 req-b48abef8-97a4-45ac-87b0-3cd477d79eac tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161654 Aug 30 01:13:33.528662 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4ec8db-996a-4390-ba48-99fe87aa80a4 x-openstack-request-id: req-af4ec8db-996a-4390-ba48-99fe87aa80a4 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:13:33.529148 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "name": "network-vif-plugged", "status": "completed", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:13:33.529561 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af4ec8db-996a-4390-ba48-99fe87aa80a4 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:13:33.530181 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4ec8db-996a-4390-ba48-99fe87aa80a4'] response: {'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'code': 200} Aug 30 01:13:33.548840 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.549219 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.549564 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.550059 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 01:13:33.550417 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb68cff-0330-4b4f-897d-a5b9f49b6d9f']}} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:33.563599 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:33.569760 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c8dbf5ad-a831-4ff5-b37d-db99f718e828 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Request body: {'port': {'device_id': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'admin_state_up': True, 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'security_groups': ['a0f257f4-ee4a-4071-adb7-59f2d34cea62']}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:33.604159 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301ca58b-35cc-4548-a11d-5f9279a02507') {'for_net_delete': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:33.604614 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301ca58b-35cc-4548-a11d-5f9279a02507') {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:33.626607 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:33.630983 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-cd150db7-8501-4b4d-96b2-d75bb6182e52 req-95978644-e2a5-4dc9-a87b-95b28c0b162e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 210 time: 0.0409203 Aug 30 01:13:33.703099 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=3efaeb1f-3500-4863-b27f-c56c1aa2946c,revision_number=7']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:33.784903 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c4d4c69b-4600-419d-aba3-f1a709358d4b req-c3a7886e-3cec-49f4-bc73-169d20b6483e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 210 time: 0.0381293 Aug 30 01:13:34.020466 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16218603'] for segment (301ca58b-35cc-4548-a11d-5f9279a02507), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:34.084494 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (301ca58b-35cc-4548-a11d-5f9279a02507), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:34.115083 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=107024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:13:34.115489 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12990432'] for segment (301ca58b-35cc-4548-a11d-5f9279a02507), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:34.146659 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb335cb-d6bb-44bd-be46-760cbe5605f2 req-3d39b90b-15f6-47a6-a475-ef4450654613 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:34.153664 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fbb335cb-d6bb-44bd-be46-760cbe5605f2 req-3d39b90b-15f6-47a6-a475-ef4450654613 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.1391153 Aug 30 01:13:34.274379 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fbb335cb-d6bb-44bd-be46-760cbe5605f2 req-9bd8d7b3-add0-4b97-a877-8292bfa6ca01 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153052 Aug 30 01:13:34.357309 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (9fb68cff-0330-4b4f-897d-a5b9f49b6d9f), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:34.366021 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:34.369141 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/9fb68cff-0330-4b4f-897d-a5b9f49b6d9f HTTP/1.1" status: 204 len: 168 time: 1.3738873 Aug 30 01:13:34.391354 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9de645-060a-4c44-9f6d-9354af9803a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb68cff-0330-4b4f-897d-a5b9f49b6d9f,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:34.393456 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c8dbf5ad-a831-4ff5-b37d-db99f718e828 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Made reservation on behalf of 9f0605a8a2fe48e49a410127b5f3b32c for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:13:34.401307 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c8dbf5ad-a831-4ff5-b37d-db99f718e828 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:34.464434 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 301ca58b-35cc-4548-a11d-5f9279a02507 resource provider aggregate not found Aug 30 01:13:34.502590 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 301ca58b-35cc-4548-a11d-5f9279a02507 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 301ca58b-35cc-4548-a11d-5f9279a02507 found for delete ", "request_id": "req-c8d9ba00-24d6-4e02-9bb3-33eff118a67e"}]} Aug 30 01:13:34.734188 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c8dbf5ad-a831-4ff5-b37d-db99f718e828 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Allocated IP 172.20.0.7 (ac8d987a-03fa-42da-829e-4cee4dd670a9/596c07a5-eae9-40e0-a860-7d06a29b0fd4/074c3418-a64e-4b71-96d8-7600e741330d) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:13:34.763263 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00db72-7e1a-4d39-9ecb-1a78ba440680 req-5593d81a-0ab8-4a9d-98bb-95a635fa409e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:34.778684 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ae00db72-7e1a-4d39-9ecb-1a78ba440680 req-5593d81a-0ab8-4a9d-98bb-95a635fa409e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.1039805 Aug 30 01:13:34.869517 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ae00db72-7e1a-4d39-9ecb-1a78ba440680 req-07074ba9-0e71-4f40-894c-147216c1eb82 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867672 Aug 30 01:13:34.877799 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-a8785bba-ebda-4021-8f54-213d2aa87f1c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:34.878094 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-a8785bba-ebda-4021-8f54-213d2aa87f1c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "GET /networking/v2.0/networks?id=281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 200 len: 815 time: 0.3690917 Aug 30 01:13:34.916559 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d45746ae-62e8-47af-96e2-b7229226a32a req-2a6e699e-9615-41c3-831b-141afe10f871 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 210 time: 0.1413691 Aug 30 01:13:35.008325 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a2999598-4bba-4538-8c29-7cafd3055b5d req-073a6369-601b-41de-9a94-652303f4b8f3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 210 time: 0.0323644 Aug 30 01:13:35.106325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c8dbf5ad-a831-4ff5-b37d-db99f718e828 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for port (074c3418-a64e-4b71-96d8-7600e741330d), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:35.156425 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-7ced38a2-f8cd-4acb-a038-44ca5a0da40b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=11c8f48af7394a75ab6013ca066751a7 HTTP/1.1" status: 200 len: 471 time: 0.2350197 Aug 30 01:13:35.172761 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-26e0666f-57ff-4446-8908-60f37ce90556 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'port': {'device_id': '8c8307f2-8199-4ffe-aa65-ab56d819f4a1', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'admin_state_up': True, 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'security_groups': ['90705b40-1220-4821-a33c-f6e7e8f9febf']}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:35.202846 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:35.233661 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 59118) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:35.251912 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:35.263403 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:35.325055 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-6fccb981-e9b1-44a3-8ebc-a0113075108c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=43f140e0f58f42ae96e16f80b480621c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0893734 Aug 30 01:13:35.327667 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 59120) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:35.336477 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c8dbf5ad-a831-4ff5-b37d-db99f718e828 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (074c3418-a64e-4b71-96d8-7600e741330d), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:35.413079 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c8dbf5ad-a831-4ff5-b37d-db99f718e828 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Network ac8d987a-03fa-42da-829e-4cee4dd670a9 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:13:35.427630 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c8dbf5ad-a831-4ff5-b37d-db99f718e828 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:13:35.432185 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c8dbf5ad-a831-4ff5-b37d-db99f718e828 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:13:35.435456 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbf5ad-a831-4ff5-b37d-db99f718e828 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Pushing event updated for resources: {'Port': ['ID=074c3418-a64e-4b71-96d8-7600e741330d,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:35.460926 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d53b449f-9ade-44c7-9b27-42abcaf593f6 admin admin] Publish callbacks [] for security_group (ed29d55e-dfbb-4215-adf9-deda42fac588), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:35.486242 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d53b449f-9ade-44c7-9b27-42abcaf593f6 admin admin] Publish callbacks [] for security_group (ed29d55e-dfbb-4215-adf9-deda42fac588), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:35.514403 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:35.519375 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-26e0666f-57ff-4446-8908-60f37ce90556 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Made reservation on behalf of 11c8f48af7394a75ab6013ca066751a7 for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:13:35.524261 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-26e0666f-57ff-4446-8908-60f37ce90556 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:35.583858 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c8dbf5ad-a831-4ff5-b37d-db99f718e828 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:35.584452 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c8dbf5ad-a831-4ff5-b37d-db99f718e828 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:35.760983 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-26e0666f-57ff-4446-8908-60f37ce90556 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Allocated IP 172.20.0.6 (281ceb28-999a-45ac-8b94-e3a5aba703ca/0cf797bf-95a3-4bb5-8702-f19da191bb7b/2d5417df-fe2d-408c-83bc-53e948b0ec1f) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:13:35.804878 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-18677f1a-66ce-434a-8f7c-dc48d6d2660d None None] Provisioning complete for port 074c3418-a64e-4b71-96d8-7600e741330d triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:13:35.804878 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-18677f1a-66ce-434a-8f7c-dc48d6d2660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (074c3418-a64e-4b71-96d8-7600e741330d), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:35.817117 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d53b449f-9ade-44c7-9b27-42abcaf593f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ed29d55e-dfbb-4215-adf9-deda42fac588), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:35.820030 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d53b449f-9ade-44c7-9b27-42abcaf593f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:35.821874 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-d53b449f-9ade-44c7-9b27-42abcaf593f6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ed29d55e-dfbb-4215-adf9-deda42fac588 HTTP/1.1" status: 204 len: 168 time: 0.4922655 Aug 30 01:13:35.844840 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b449f-9ade-44c7-9b27-42abcaf593f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed29d55e-dfbb-4215-adf9-deda42fac588,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:35.856284 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-18677f1a-66ce-434a-8f7c-dc48d6d2660d None None] Port 074c3418-a64e-4b71-96d8-7600e741330d cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:13:35.901787 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-c8dbf5ad-a831-4ff5-b37d-db99f718e828 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3434641 Aug 30 01:13:35.935002 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Request body: {'port': {'device_id': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:36.056076 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599d6f8-4bde-40da-808a-7228438476e6 req-bc2abba7-4cfb-45f7-ae5e-90b6eb23bafc tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:36.058869 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a599d6f8-4bde-40da-808a-7228438476e6 req-bc2abba7-4cfb-45f7-ae5e-90b6eb23bafc tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 931 time: 0.0518351 Aug 30 01:13:36.104357 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-26e0666f-57ff-4446-8908-60f37ce90556 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:36.119409 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871147fa-efbe-444d-84aa-107404869609 req-18c1c30a-d089-4997-a707-a3f0a7507202 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:36.127856 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-871147fa-efbe-444d-84aa-107404869609 req-18c1c30a-d089-4997-a707-a3f0a7507202 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.1555486 Aug 30 01:13:36.139673 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a599d6f8-4bde-40da-808a-7228438476e6 req-312ed7a2-e6ae-402e-88d2-3dfe18714093 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670867 Aug 30 01:13:36.160864 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (074c3418-a64e-4b71-96d8-7600e741330d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:36.251215 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e152314b-938b-41a3-9359-ca47d676295a req-7a037319-8100-4e76-a959-a84d233e206a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 210 time: 0.0481362 Aug 30 01:13:36.348970 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-871147fa-efbe-444d-84aa-107404869609 req-fa840487-a911-4c1c-921b-b1a832efe765 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202156 Aug 30 01:13:36.350737 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-26e0666f-57ff-4446-8908-60f37ce90556 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:36.355232 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:36.443180 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-26e0666f-57ff-4446-8908-60f37ce90556 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Network 281ceb28-999a-45ac-8b94-e3a5aba703ca is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:13:36.444102 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:36.478991 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-26e0666f-57ff-4446-8908-60f37ce90556 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:13:36.485078 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-26e0666f-57ff-4446-8908-60f37ce90556 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:13:36.494594 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0666f-57ff-4446-8908-60f37ce90556 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'Port': ['ID=2d5417df-fe2d-408c-83bc-53e948b0ec1f,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:36.560339 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-26e0666f-57ff-4446-8908-60f37ce90556 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:36.561489 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-26e0666f-57ff-4446-8908-60f37ce90556 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:36.664103 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074c3418-a64e-4b71-96d8-7600e741330d {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:13:36.679025 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Publish callbacks [] for port (074c3418-a64e-4b71-96d8-7600e741330d), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:36.698813 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Transition to ACTIVE for port object 074c3418-a64e-4b71-96d8-7600e741330d will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:13:36.768662 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-26e0666f-57ff-4446-8908-60f37ce90556 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6017151 Aug 30 01:13:36.795044 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-f70a3628-f51b-446f-bfaf-ab77eb444ade None None] Provisioning complete for port 2d5417df-fe2d-408c-83bc-53e948b0ec1f triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:13:36.796620 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f70a3628-f51b-446f-bfaf-ab77eb444ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:36.798135 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Request body: {'port': {'device_id': '8c8307f2-8199-4ffe-aa65-ab56d819f4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:36.843705 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-f70a3628-f51b-446f-bfaf-ab77eb444ade None None] Port 2d5417df-fe2d-408c-83bc-53e948b0ec1f cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:13:36.853156 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (074c3418-a64e-4b71-96d8-7600e741330d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:36.999135 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Pushing event updated for resources: {'Port': ['ID=074c3418-a64e-4b71-96d8-7600e741330d,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:37.011230 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:37.055563 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Attempting to bind port 074c3418-a64e-4b71-96d8-7600e741330d on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:13:37.055841 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Attempting to bind port 074c3418-a64e-4b71-96d8-7600e741330d by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:13:37.056144 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Attempting to bind port 074c3418-a64e-4b71-96d8-7600e741330d on network ac8d987a-03fa-42da-829e-4cee4dd670a9 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:13:37.084043 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Port 074c3418-a64e-4b71-96d8-7600e741330d on network ac8d987a-03fa-42da-829e-4cee4dd670a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:13:37.084371 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Attempting to bind port 074c3418-a64e-4b71-96d8-7600e741330d on network ac8d987a-03fa-42da-829e-4cee4dd670a9 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:13:37.109899 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:13:37.110428 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Checking segment: {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:13:37.110818 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Bound using segment: {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:13:37.111266 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Bound port: 074c3418-a64e-4b71-96d8-7600e741330d, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e97af7a-7daf-4835-b314-85d0126f002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:13:37.111613 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (074c3418-a64e-4b71-96d8-7600e741330d), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:37.314927 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba445496-6e2b-4995-9e14-28b602b3c53a req-7a8a8f42-eab4-4da0-9b06-4bbfa7763111 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:37.319240 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] For port 074c3418-a64e-4b71-96d8-7600e741330d, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:13:37.326280 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] For port 074c3418-a64e-4b71-96d8-7600e741330d, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=074c3418-a64e-4b71-96d8-7600e741330d,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:13:37.327903 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ba445496-6e2b-4995-9e14-28b602b3c53a req-7a8a8f42-eab4-4da0-9b06-4bbfa7763111 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 943 time: 0.0879946 Aug 30 01:13:37.336013 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:37.458603 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5417df-fe2d-408c-83bc-53e948b0ec1f {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:13:37.470131 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Publish callbacks [] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:37.484553 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ba445496-6e2b-4995-9e14-28b602b3c53a req-cbf0ef5f-6e1d-48f7-b8cb-d05f804f761f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553006 Aug 30 01:13:37.497110 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Transition to ACTIVE for port object 2d5417df-fe2d-408c-83bc-53e948b0ec1f will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:13:37.562205 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87348e7-705f-4100-a97e-dfb3ede89b9e req-9eeb0b83-ac4e-4cc2-bad3-7592c85c5828 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:37.564489 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a87348e7-705f-4100-a97e-dfb3ede89b9e req-9eeb0b83-ac4e-4cc2-bad3-7592c85c5828 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 931 time: 0.0648952 Aug 30 01:13:37.565901 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (074c3418-a64e-4b71-96d8-7600e741330d), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:37.571118 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:37.571921 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:37.573814 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/074c3418-a64e-4b71-96d8-7600e741330d HTTP/1.1" status: 200 len: 1093 time: 1.6494570 Aug 30 01:13:37.575889 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'tag': '074c3418-a64e-4b71-96d8-7600e741330d'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:13:37.579119 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6245b96-4d27-4150-83ac-218206fb422d" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc62a7d-bbdb-4131-b8bc-ab85635ad17d", "tag": "074c3418-a64e-4b71-96d8-7600e741330d"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:13:37.598964 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:37.733451 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:37.734421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13cf83-d478-4acb-86b4-441500365669 service neutron] Pushing event updated for resources: {'Port': ['ID=074c3418-a64e-4b71-96d8-7600e741330d,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:37.734772 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08058c-4520-47ee-b3e7-22929e190843 req-68e3e07b-857d-4645-b144-af475cb111f2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:37.746416 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ee08058c-4520-47ee-b3e7-22929e190843 req-68e3e07b-857d-4645-b144-af475cb111f2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.1352243 Aug 30 01:13:37.819570 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-fff35e8c-3caf-47dc-8fcf-67b7efa63781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:37.822455 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-fff35e8c-3caf-47dc-8fcf-67b7efa63781 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 1127 time: 0.0685909 Aug 30 01:13:37.861390 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a87348e7-705f-4100-a97e-dfb3ede89b9e req-44ccb490-df19-4885-8edc-9aff1d23fe5b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2775126 Aug 30 01:13:37.879701 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ee08058c-4520-47ee-b3e7-22929e190843 req-b12e6613-d128-446b-abd1-17665e119a02 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323743 Aug 30 01:13:37.913136 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-360db1b1-6a50-4256-b8bc-7ec9463ed9d6 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074c3418-a64e-4b71-96d8-7600e741330d HTTP/1.1" status: 200 len: 217 time: 0.0690453 Aug 30 01:13:37.986055 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Attempting to bind port 2d5417df-fe2d-408c-83bc-53e948b0ec1f on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:13:37.986455 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Attempting to bind port 2d5417df-fe2d-408c-83bc-53e948b0ec1f by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:13:37.986840 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Attempting to bind port 2d5417df-fe2d-408c-83bc-53e948b0ec1f on network 281ceb28-999a-45ac-8b94-e3a5aba703ca {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:13:37.993500 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3940fc92-e974-40fc-91e1-f3d91aa3d7c1 x-openstack-request-id: req-3940fc92-e974-40fc-91e1-f3d91aa3d7c1 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:13:37.999651 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc62a7d-bbdb-4131-b8bc-ab85635ad17d", "tag": "074c3418-a64e-4b71-96d8-7600e741330d", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:13:37.999651 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3940fc92-e974-40fc-91e1-f3d91aa3d7c1 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:13:37.999651 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3940fc92-e974-40fc-91e1-f3d91aa3d7c1'] response: {'name': 'network-changed', 'server_uuid': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'tag': '074c3418-a64e-4b71-96d8-7600e741330d', 'status': 'completed', 'code': 200} Aug 30 01:13:37.999651 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Port 2d5417df-fe2d-408c-83bc-53e948b0ec1f on network 281ceb28-999a-45ac-8b94-e3a5aba703ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:13:37.999651 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Attempting to bind port 2d5417df-fe2d-408c-83bc-53e948b0ec1f on network 281ceb28-999a-45ac-8b94-e3a5aba703ca {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:13:38.013107 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Pushing event updated for resources: {'Port': ['ID=2d5417df-fe2d-408c-83bc-53e948b0ec1f,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:38.020585 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:13:38.020917 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Checking segment: {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:13:38.021379 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Bound using segment: {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:13:38.021972 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Bound port: 2d5417df-fe2d-408c-83bc-53e948b0ec1f, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:13:38.022387 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:38.067040 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-e8329df0-5c9b-4f59-bf39-e70eaf1a99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:38.068618 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-e8329df0-5c9b-4f59-bf39-e70eaf1a99ee service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.1473999 Aug 30 01:13:38.162598 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] For port 2d5417df-fe2d-408c-83bc-53e948b0ec1f, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:13:38.166321 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] For port 2d5417df-fe2d-408c-83bc-53e948b0ec1f, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2d5417df-fe2d-408c-83bc-53e948b0ec1f,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:13:38.168396 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-a7a9c108-625b-4364-aa64-ca78c40eec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:38.172305 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-a7a9c108-625b-4364-aa64-ca78c40eec32 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0812755 Aug 30 01:13:38.283396 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:38.295085 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:38.296117 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:38.297785 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/2d5417df-fe2d-408c-83bc-53e948b0ec1f HTTP/1.1" status: 200 len: 1093 time: 1.5097828 Aug 30 01:13:38.335222 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-48cd0e85-e9a4-4e91-9cb9-2ea1d8234c20 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554461 Aug 30 01:13:38.422621 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Pushing event updated for resources: {'Port': ['ID=2d5417df-fe2d-408c-83bc-53e948b0ec1f,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:38.448337 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.449070 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.449670 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.450232 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.450893 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.451294 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.451693 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.452089 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.452423 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.452754 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.453072 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.453399 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.453719 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.457693 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.457693 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252de26-3e49-4adf-85f7-b5c011908d5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:38.611457 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-ccb62d04-da4b-46ae-baaf-412260dea37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:38.614152 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-ccb62d04-da4b-46ae-baaf-412260dea37c service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 1127 time: 0.1118350 Aug 30 01:13:38.616778 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8a71057-e2a3-414b-a28a-ab44a04c7af3 req-1f8e764b-a188-4c97-ad46-6969d0493c98 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734885 Aug 30 01:13:38.661692 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44576306-43c4-4e22-8d81-f577c8714c6f req-a8249814-cf82-482e-a722-cdbad70b4acb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:38.671971 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-44576306-43c4-4e22-8d81-f577c8714c6f req-a8249814-cf82-482e-a722-cdbad70b4acb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 943 time: 0.0847378 Aug 30 01:13:38.671971 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 59202) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:38.710431 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-2134756b-2402-42e2-ba5f-6530d206e5e4 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d5417df-fe2d-408c-83bc-53e948b0ec1f HTTP/1.1" status: 200 len: 217 time: 0.0633178 Aug 30 01:13:38.770830 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-72c9643d-55be-484f-a139-0fa4343b97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:38.773101 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-72c9643d-55be-484f-a139-0fa4343b97ce service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=0cf797bf-95a3-4bb5-8702-f19da191bb7b HTTP/1.1" status: 200 len: 854 time: 0.0557680 Aug 30 01:13:38.778846 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-44576306-43c4-4e22-8d81-f577c8714c6f req-2c080142-ffdf-4e80-b23e-161de9a43195 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912981 Aug 30 01:13:38.863351 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4e974625-4658-4e69-87e7-de991024f3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:39.010307 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4e974625-4658-4e69-87e7-de991024f3fb admin admin] Publish callbacks [] for security_group (1bc9b762-2f17-4abc-bb34-aae7d07f1bad), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:39.042052 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc25de-71de-409e-a65c-f28b9c94dbfa req-92459bc5-c37a-4785-b569-1f24338a9353 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:39.047223 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dbfc25de-71de-409e-a65c-f28b9c94dbfa req-92459bc5-c37a-4785-b569-1f24338a9353 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 943 time: 0.0860958 Aug 30 01:13:39.077696 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4e974625-4658-4e69-87e7-de991024f3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1bc9b762-2f17-4abc-bb34-aae7d07f1bad), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:39.137799 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091d6e1-50a5-4e38-a761-bbbcedf9e5bb req-facd0d5d-ec5f-47eb-a26d-21d57b63af1b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:39.140404 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dbfc25de-71de-409e-a65c-f28b9c94dbfa req-cce26ebf-ae72-4bba-b594-bd1efe04639b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838187 Aug 30 01:13:39.155604 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-1091d6e1-50a5-4e38-a761-bbbcedf9e5bb req-facd0d5d-ec5f-47eb-a26d-21d57b63af1b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.1112511 Aug 30 01:13:39.155604 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-4e974625-4658-4e69-87e7-de991024f3fb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bec70e149d0542bc8c1bcc9f29083f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4854307 Aug 30 01:13:39.159177 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 59214) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:39.163613 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e974625-4658-4e69-87e7-de991024f3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc9b762-2f17-4abc-bb34-aae7d07f1bad,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:39.231170 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-1091d6e1-50a5-4e38-a761-bbbcedf9e5bb req-306ffc3a-9eda-4dd9-b913-60a173b45a14 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800681 Aug 30 01:13:39.236751 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-45a94ec4-1476-41ed-baa7-cf9b6f8f8bb9 admin admin] Publish callbacks [] for security_group (1bc9b762-2f17-4abc-bb34-aae7d07f1bad), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:39.263558 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-45a94ec4-1476-41ed-baa7-cf9b6f8f8bb9 admin admin] Publish callbacks [] for security_group (1bc9b762-2f17-4abc-bb34-aae7d07f1bad), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:39.397624 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-45a94ec4-1476-41ed-baa7-cf9b6f8f8bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1bc9b762-2f17-4abc-bb34-aae7d07f1bad), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:39.400573 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-45a94ec4-1476-41ed-baa7-cf9b6f8f8bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:39.404820 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-45a94ec4-1476-41ed-baa7-cf9b6f8f8bb9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1bc9b762-2f17-4abc-bb34-aae7d07f1bad HTTP/1.1" status: 204 len: 168 time: 0.2441490 Aug 30 01:13:39.422178 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a94ec4-1476-41ed-baa7-cf9b6f8f8bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc9b762-2f17-4abc-bb34-aae7d07f1bad,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:39.436579 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:39.615405 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:40.204611 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8307f2-8199-4ffe-aa65-ab56d819f4a1', 'tag': '2d5417df-fe2d-408c-83bc-53e948b0ec1f'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:13:40.207529 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f0633c-c790-40b7-93be-e56d86c4b9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8307f2-8199-4ffe-aa65-ab56d819f4a1", "tag": "2d5417df-fe2d-408c-83bc-53e948b0ec1f"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:13:40.225125 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6fd41-105d-4e0d-b0d9-8652cc56d090 req-54004238-788b-44aa-893e-399d24309323 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:40.226662 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-33e6fd41-105d-4e0d-b0d9-8652cc56d090 req-54004238-788b-44aa-893e-399d24309323 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 943 time: 0.3799796 Aug 30 01:13:40.240873 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6245b96-4d27-4150-83ac-218206fb422d req-cf304a01-0a4a-4df6-a8aa-ffae9418340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:40.242374 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e6245b96-4d27-4150-83ac-218206fb422d req-cf304a01-0a4a-4df6-a8aa-ffae9418340b service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 1127 time: 0.3659477 Aug 30 01:13:40.258093 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-6d67f9d4-4441-4faa-9352-3c1bb4962b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:40.259465 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-6d67f9d4-4441-4faa-9352-3c1bb4962b04 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=281ceb28-999a-45ac-8b94-e3a5aba703ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3841577 Aug 30 01:13:40.270054 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bdfe4-7ec2-4044-b3a5-82d422bc4d0e req-7f7a10be-cf4a-4766-bb1e-595266cf05d0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:40.275922 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3b2bdfe4-7ec2-4044-b3a5-82d422bc4d0e req-7f7a10be-cf4a-4766-bb1e-595266cf05d0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 943 time: 0.0564435 Aug 30 01:13:40.326105 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:40.331399 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3b2bdfe4-7ec2-4044-b3a5-82d422bc4d0e req-1109a0a7-9414-48e6-88a0-bda1ff6976fe tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498047 Aug 30 01:13:40.386801 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda9ffd5-779e-4e8f-ad03-bf0699d8d6cd x-openstack-request-id: req-dda9ffd5-779e-4e8f-ad03-bf0699d8d6cd {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:13:40.387093 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8307f2-8199-4ffe-aa65-ab56d819f4a1", "tag": "2d5417df-fe2d-408c-83bc-53e948b0ec1f", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:13:40.387342 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dda9ffd5-779e-4e8f-ad03-bf0699d8d6cd {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:13:40.387735 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda9ffd5-779e-4e8f-ad03-bf0699d8d6cd'] response: {'name': 'network-changed', 'server_uuid': '8c8307f2-8199-4ffe-aa65-ab56d819f4a1', 'tag': '2d5417df-fe2d-408c-83bc-53e948b0ec1f', 'status': 'completed', 'code': 200} Aug 30 01:13:40.406502 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-33e6fd41-105d-4e0d-b0d9-8652cc56d090 req-0307c6a2-998e-4436-9f6b-7ca0fd92bff6 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693561 Aug 30 01:13:40.440153 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:40.537051 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-4acb09fa-d374-4c7f-af9e-dc3ea57364d2 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526798 Aug 30 01:13:40.543515 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6245b96-4d27-4150-83ac-218206fb422d req-66133f82-1911-4dfc-bad9-f6d12457834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:40.545542 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e6245b96-4d27-4150-83ac-218206fb422d req-66133f82-1911-4dfc-bad9-f6d12457834c service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 920 time: 0.2952659 Aug 30 01:13:40.563559 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1b435-777c-4495-af65-af062dadc3fa req-746e03e6-ecf3-4a3f-bf49-183dcaa0910b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:40.571746 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5eb1b435-777c-4495-af65-af062dadc3fa req-746e03e6-ecf3-4a3f-bf49-183dcaa0910b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0993845 Aug 30 01:13:40.601498 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e6245b96-4d27-4150-83ac-218206fb422d req-58cd1082-86d8-4aaf-89aa-60ba3c31d204 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074c3418-a64e-4b71-96d8-7600e741330d HTTP/1.1" status: 200 len: 217 time: 0.0461595 Aug 30 01:13:40.638511 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5eb1b435-777c-4495-af65-af062dadc3fa req-0f3c9681-831c-4e5e-b8e9-909914192eb8 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657663 Aug 30 01:13:40.684553 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 59240) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:40.695120 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6245b96-4d27-4150-83ac-218206fb422d req-0cc41742-a2ae-4a8f-9281-36b4b7786f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:40.697282 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e6245b96-4d27-4150-83ac-218206fb422d req-0cc41742-a2ae-4a8f-9281-36b4b7786f09 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.0645053 Aug 30 01:13:40.708851 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6517-ec53-4e7b-a0a2-d6e884bc663b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:40.750407 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c010b48-6245-4e6a-9dfd-61ce9d723398 req-5a603ed5-6768-4834-8515-086c8f182589 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036116 Aug 30 01:13:40.763752 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6245b96-4d27-4150-83ac-218206fb422d req-6da650a1-d20f-4c46-b076-579c42f4996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:40.765623 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e6245b96-4d27-4150-83ac-218206fb422d req-6da650a1-d20f-4c46-b076-579c42f4996d service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0592852 Aug 30 01:13:40.917220 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e6245b96-4d27-4150-83ac-218206fb422d req-be43cf2f-1c85-4576-b557-03455358280b service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437809 Aug 30 01:13:40.999507 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:41.063495 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6517-ec53-4e7b-a0a2-d6e884bc663b admin admin] Publish callbacks [] for security_group (03049e2b-9373-488b-89ea-219aa5bf1b34), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:41.132940 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6517-ec53-4e7b-a0a2-d6e884bc663b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (03049e2b-9373-488b-89ea-219aa5bf1b34), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:41.194881 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-ba2d6517-ec53-4e7b-a0a2-d6e884bc663b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2db63e2c839c4583ad050d2243656a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5092740 Aug 30 01:13:41.195497 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 59242) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:41.197030 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d6517-ec53-4e7b-a0a2-d6e884bc663b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03049e2b-9373-488b-89ea-219aa5bf1b34,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:41.258841 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 074c3418-a64e-4b71-96d8-7600e741330d details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:13:41.262816 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:41.270653 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50610778-4fd6-4bc0-be79-cbfb91a45b3a admin admin] Publish callbacks [] for security_group (03049e2b-9373-488b-89ea-219aa5bf1b34), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:41.297168 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50610778-4fd6-4bc0-be79-cbfb91a45b3a admin admin] Publish callbacks [] for security_group (03049e2b-9373-488b-89ea-219aa5bf1b34), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:41.317364 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:41.378746 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 074c3418-a64e-4b71-96d8-7600e741330d, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=074c3418-a64e-4b71-96d8-7600e741330d,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:41.391413 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': '074c3418-a64e-4b71-96d8-7600e741330d', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'port_id': '074c3418-a64e-4b71-96d8-7600e741330d', 'mac_address': 'fa:16:3e:29:94:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:13:41.432890 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:41.453193 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 074c3418-a64e-4b71-96d8-7600e741330d is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:13:41.453587 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (074c3418-a64e-4b71-96d8-7600e741330d), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:41.457219 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:41.484398 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074c3418-a64e-4b71-96d8-7600e741330d {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:13:41.489532 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50610778-4fd6-4bc0-be79-cbfb91a45b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (03049e2b-9373-488b-89ea-219aa5bf1b34), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:41.503958 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-50610778-4fd6-4bc0-be79-cbfb91a45b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:41.504401 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-50610778-4fd6-4bc0-be79-cbfb91a45b3a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/03049e2b-9373-488b-89ea-219aa5bf1b34 HTTP/1.1" status: 204 len: 168 time: 0.3075163 Aug 30 01:13:41.510257 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 074c3418-a64e-4b71-96d8-7600e741330d, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=074c3418-a64e-4b71-96d8-7600e741330d,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:41.547573 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50610778-4fd6-4bc0-be79-cbfb91a45b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03049e2b-9373-488b-89ea-219aa5bf1b34,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:41.576246 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46983d7-0d61-42c6-8d9f-cd76381f0e26 req-8b423727-cf33-4682-a09d-537b6308793f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:41.578150 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b46983d7-0d61-42c6-8d9f-cd76381f0e26 req-8b423727-cf33-4682-a09d-537b6308793f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 943 time: 0.1519592 Aug 30 01:13:41.649110 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (074c3418-a64e-4b71-96d8-7600e741330d), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:41.662881 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b46983d7-0d61-42c6-8d9f-cd76381f0e26 req-a6a992eb-8a86-4992-91f4-d0643d6ae3ae tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785439 Aug 30 01:13:41.701524 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ff90f-ad74-4347-9350-c58b0c2c3a7d req-33b881f9-92d3-4cac-82a2-c90dacb31c1d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:41.701524 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c19ff90f-ad74-4347-9350-c58b0c2c3a7d req-33b881f9-92d3-4cac-82a2-c90dacb31c1d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 943 time: 0.0938683 Aug 30 01:13:41.765157 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c19ff90f-ad74-4347-9350-c58b0c2c3a7d req-e3460fbb-bacd-47f7-9f7f-fe6abe9b0ea1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602915 Aug 30 01:13:41.782008 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=074c3418-a64e-4b71-96d8-7600e741330d,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:41.842707 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2ea30-0c5b-46c3-a0d3-937b68d85970 req-f15a09fc-742c-4e00-b7c3-b4987115d541 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:41.847951 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8bd2ea30-0c5b-46c3-a0d3-937b68d85970 req-f15a09fc-742c-4e00-b7c3-b4987115d541 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0977626 Aug 30 01:13:41.905113 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8bd2ea30-0c5b-46c3-a0d3-937b68d85970 req-df7cacc5-7bd6-4f4c-b9df-69fb9cf5f783 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499163 Aug 30 01:13:42.074926 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['074c3418-a64e-4b71-96d8-7600e741330d'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:13:42.167594 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0633c-c790-40b7-93be-e56d86c4b9fb req-c6f71aa3-05f4-460d-81a1-f49eaae77e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:42.167594 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-89f0633c-c790-40b7-93be-e56d86c4b9fb req-c6f71aa3-05f4-460d-81a1-f49eaae77e0a service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 1127 time: 0.1527777 Aug 30 01:13:42.307336 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e6245b96-4d27-4150-83ac-218206fb422d req-7876d712-8e3a-4790-b190-0091ccac4224 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884088 Aug 30 01:13:42.322584 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0633c-c790-40b7-93be-e56d86c4b9fb req-81826d62-6c2d-4930-a594-83bb6081fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:42.324042 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-89f0633c-c790-40b7-93be-e56d86c4b9fb req-81826d62-6c2d-4930-a594-83bb6081fae2 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 200 len: 916 time: 0.1512716 Aug 30 01:13:42.411339 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-89f0633c-c790-40b7-93be-e56d86c4b9fb req-7a43e25f-7c66-4bbe-9495-d214004fb07d service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d5417df-fe2d-408c-83bc-53e948b0ec1f HTTP/1.1" status: 200 len: 217 time: 0.0745614 Aug 30 01:13:42.444528 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 59268) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:42.511018 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0633c-c790-40b7-93be-e56d86c4b9fb req-ccab15f6-5610-4776-a188-09c8462d668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:42.516618 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-89f0633c-c790-40b7-93be-e56d86c4b9fb req-ccab15f6-5610-4776-a188-09c8462d668f service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=0cf797bf-95a3-4bb5-8702-f19da191bb7b HTTP/1.1" status: 200 len: 854 time: 0.0938241 Aug 30 01:13:42.570136 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0633c-c790-40b7-93be-e56d86c4b9fb req-7ddaaf00-cf4a-4209-8c6b-4629499f7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:42.571788 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-89f0633c-c790-40b7-93be-e56d86c4b9fb req-7ddaaf00-cf4a-4209-8c6b-4629499f7ac2 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=281ceb28-999a-45ac-8b94-e3a5aba703ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506344 Aug 30 01:13:42.690753 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-89f0633c-c790-40b7-93be-e56d86c4b9fb req-0418c60d-4e5e-4607-846c-3ed7423a463b service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102538 Aug 30 01:13:42.739830 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:42.839056 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-89f0633c-c790-40b7-93be-e56d86c4b9fb req-f33657db-2a37-438f-afa4-85309063c02a service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343579 Aug 30 01:13:42.898621 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604c123-d20c-4b75-a74c-05ef03f8a0b7 req-1543642b-bccb-4adc-a1fe-04093424c957 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:42.910336 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9604c123-d20c-4b75-a74c-05ef03f8a0b7 req-1543642b-bccb-4adc-a1fe-04093424c957 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 943 time: 0.1011848 Aug 30 01:13:42.941299 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Publish callbacks [] for security_group (b38ee84b-100e-44ff-9a82-0cbb97ef91d9), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:42.977690 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9604c123-d20c-4b75-a74c-05ef03f8a0b7 req-e2435a96-b522-40bb-9648-cf731573dfa2 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678265 Aug 30 01:13:42.994167 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53cfe4-b009-4fc5-8795-bf8ede00c7b1 req-0f520878-2bc2-4420-877b-4a9622de131f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:43.001434 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ce53cfe4-b009-4fc5-8795-bf8ede00c7b1 req-0f520878-2bc2-4420-877b-4a9622de131f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 944 time: 0.0781837 Aug 30 01:13:43.020718 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (b38ee84b-100e-44ff-9a82-0cbb97ef91d9), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:43.085618 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7db4c75cc0034358ad5aa5c681aed504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6396766 Aug 30 01:13:43.086882 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38ee84b-100e-44ff-9a82-0cbb97ef91d9,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:43.088544 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ce53cfe4-b009-4fc5-8795-bf8ede00c7b1 req-74e6af56-2a47-4094-90d6-b2ef0cd3d090 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860882 Aug 30 01:13:43.089422 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 59286) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:43.161397 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.161667 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.162053 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.162380 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.162759 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.163102 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.163434 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.163768 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.164142 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.164473 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.164802 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.165525 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.165906 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.166234 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.166562 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0f06db-755a-4d9c-a9f9-d1fd9775fa8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.272262 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 2d5417df-fe2d-408c-83bc-53e948b0ec1f details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:13:43.300908 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 074c3418-a64e-4b71-96d8-7600e741330d up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:13:43.305775 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171121bf-0949-4b12-af60-7fab3e6ffd9c req-3874ddd5-a8b3-4ba2-9a62-75a920e1c8d4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:43.307314 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-171121bf-0949-4b12-af60-7fab3e6ffd9c req-3874ddd5-a8b3-4ba2-9a62-75a920e1c8d4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.1633120 Aug 30 01:13:43.307978 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-552a07c3-4a87-40cd-a271-8d075381302a admin admin] Publish callbacks [] for security_group (b38ee84b-100e-44ff-9a82-0cbb97ef91d9), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:43.346995 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-552a07c3-4a87-40cd-a271-8d075381302a admin admin] Publish callbacks [] for security_group (b38ee84b-100e-44ff-9a82-0cbb97ef91d9), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:43.393784 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:43.398663 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-171121bf-0949-4b12-af60-7fab3e6ffd9c req-bdfea6ae-4b17-40a6-a5a5-0cb9b7a7d935 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800931 Aug 30 01:13:43.414659 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port 074c3418-a64e-4b71-96d8-7600e741330d completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:13:43.476422 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 2d5417df-fe2d-408c-83bc-53e948b0ec1f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2d5417df-fe2d-408c-83bc-53e948b0ec1f,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:43.509497 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': '2d5417df-fe2d-408c-83bc-53e948b0ec1f', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'port_id': '2d5417df-fe2d-408c-83bc-53e948b0ec1f', 'mac_address': 'fa:16:3e:16:66:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:13:43.555628 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 2d5417df-fe2d-408c-83bc-53e948b0ec1f is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:13:43.556262 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:43.572773 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5417df-fe2d-408c-83bc-53e948b0ec1f {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:13:43.594207 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 2d5417df-fe2d-408c-83bc-53e948b0ec1f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2d5417df-fe2d-408c-83bc-53e948b0ec1f,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:43.597345 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port 074c3418-a64e-4b71-96d8-7600e741330d triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:13:43.597493 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-552a07c3-4a87-40cd-a271-8d075381302a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (b38ee84b-100e-44ff-9a82-0cbb97ef91d9), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:43.597597 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (074c3418-a64e-4b71-96d8-7600e741330d), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:43.601773 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-552a07c3-4a87-40cd-a271-8d075381302a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:43.608229 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-552a07c3-4a87-40cd-a271-8d075381302a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b38ee84b-100e-44ff-9a82-0cbb97ef91d9 HTTP/1.1" status: 204 len: 168 time: 0.5166786 Aug 30 01:13:43.632095 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a07c3-4a87-40cd-a271-8d075381302a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38ee84b-100e-44ff-9a82-0cbb97ef91d9,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:43.687684 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:43.732712 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 074c3418-a64e-4b71-96d8-7600e741330d is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:13:43.733378 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (074c3418-a64e-4b71-96d8-7600e741330d), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:43.774235 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074c3418-a64e-4b71-96d8-7600e741330d'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:13:43.775036 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081e7a63-839d-45ae-8670-270976717e4e" -d '{"events": [{"server_uuid": "3cc62a7d-bbdb-4131-b8bc-ab85635ad17d", "name": "network-vif-plugged", "status": "completed", "tag": "074c3418-a64e-4b71-96d8-7600e741330d"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:13:43.800234 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 074c3418-a64e-4b71-96d8-7600e741330d, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=074c3418-a64e-4b71-96d8-7600e741330d,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:43.804774 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=2d5417df-fe2d-408c-83bc-53e948b0ec1f,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:43.813213 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.813590 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.813952 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.814310 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.814709 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.814958 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.815908 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.816377 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.816718 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.817056 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.817527 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.817795 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.818118 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.818436 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.818761 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:13:43.851470 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c8efcd-57b9-4e4b-a975-ed16bd9ae80a x-openstack-request-id: req-d2c8efcd-57b9-4e4b-a975-ed16bd9ae80a {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:13:43.851809 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc62a7d-bbdb-4131-b8bc-ab85635ad17d", "name": "network-vif-plugged", "status": "completed", "tag": "074c3418-a64e-4b71-96d8-7600e741330d", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:13:43.852057 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2c8efcd-57b9-4e4b-a975-ed16bd9ae80a {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:13:43.852449 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c8efcd-57b9-4e4b-a975-ed16bd9ae80a'] response: {'server_uuid': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074c3418-a64e-4b71-96d8-7600e741330d', 'code': 200} Aug 30 01:13:43.877805 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (074c3418-a64e-4b71-96d8-7600e741330d), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:43.905034 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:43.949033 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=074c3418-a64e-4b71-96d8-7600e741330d,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:44.102444 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['2d5417df-fe2d-408c-83bc-53e948b0ec1f'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:13:44.212824 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6a547-aadf-4a95-8f58-e79ce9c3c379 req-07e1adc4-3b52-4394-bd86-bee12494854c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:44.223262 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-1cb6a547-aadf-4a95-8f58-e79ce9c3c379 req-07e1adc4-3b52-4394-bd86-bee12494854c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 944 time: 0.1411495 Aug 30 01:13:44.294658 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:44.349195 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aeb3fe-abe3-4745-9918-282e0c0d2f46 req-460da519-43b0-4c38-bc95-f8c48e472ebc tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:44.352896 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-1cb6a547-aadf-4a95-8f58-e79ce9c3c379 req-de087c8e-aac3-4ed8-9f97-ef865c921499 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022933 Aug 30 01:13:44.358491 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d5aeb3fe-abe3-4745-9918-282e0c0d2f46 req-460da519-43b0-4c38-bc95-f8c48e472ebc tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.1221664 Aug 30 01:13:44.465401 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168dd26-fab0-4595-b89a-0ea1f5f91824 req-5461798e-55ee-4e27-8ad9-44598de1d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:44.467615 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f168dd26-fab0-4595-b89a-0ea1f5f91824 req-5461798e-55ee-4e27-8ad9-44598de1d043 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 1129 time: 0.0799260 Aug 30 01:13:44.557866 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d5aeb3fe-abe3-4745-9918-282e0c0d2f46 req-f720d370-40a4-4083-aaf4-c3d1d114516a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982751 Aug 30 01:13:44.602175 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f168dd26-fab0-4595-b89a-0ea1f5f91824 req-e10ee123-585b-4412-b394-1dc089faae42 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197643 Aug 30 01:13:44.668053 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fe408-0d01-4420-9bc3-81f6f620afda req-6d30a7d9-03bb-424e-8949-55d8972746aa tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:44.669953 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ec2fe408-0d01-4420-9bc3-81f6f620afda req-6d30a7d9-03bb-424e-8949-55d8972746aa tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0797899 Aug 30 01:13:44.721513 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ec2fe408-0d01-4420-9bc3-81f6f620afda req-b8a49fbc-ce78-45b7-90b3-6a4960241e39 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456493 Aug 30 01:13:45.376990 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 2d5417df-fe2d-408c-83bc-53e948b0ec1f up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:13:45.441500 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port 2d5417df-fe2d-408c-83bc-53e948b0ec1f completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:13:45.462225 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b1275-1bd6-4482-ab65-7affc971f64b req-dd5dbd41-9d18-4fbe-bcdc-9b35c935e0a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:45.469869 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-075b1275-1bd6-4482-ab65-7affc971f64b req-dd5dbd41-9d18-4fbe-bcdc-9b35c935e0a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 944 time: 0.0688121 Aug 30 01:13:45.479275 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:45.536496 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-075b1275-1bd6-4482-ab65-7affc971f64b req-f828ea90-3b98-4959-bc65-93e58cc9286f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597773 Aug 30 01:13:45.548446 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port 2d5417df-fe2d-408c-83bc-53e948b0ec1f triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:13:45.549121 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:45.701663 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 2d5417df-fe2d-408c-83bc-53e948b0ec1f is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:13:45.702233 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:45.714924 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f268845-a3e5-4685-b718-d5a2a5344f16 req-eb38169f-2548-4b7f-a3c2-c11d99a549d7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:45.717958 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9f268845-a3e5-4685-b718-d5a2a5344f16 req-eb38169f-2548-4b7f-a3c2-c11d99a549d7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0709932 Aug 30 01:13:45.749035 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 2d5417df-fe2d-408c-83bc-53e948b0ec1f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2d5417df-fe2d-408c-83bc-53e948b0ec1f,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:45.808174 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:45.834816 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9f268845-a3e5-4685-b718-d5a2a5344f16 req-5d622935-36b1-486f-bd4f-32e81dd6d22f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079481 Aug 30 01:13:45.853753 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8307f2-8199-4ffe-aa65-ab56d819f4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5417df-fe2d-408c-83bc-53e948b0ec1f'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:13:45.856771 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74bf1bd-100d-4699-9db7-f18e2766fb11" -d '{"events": [{"server_uuid": "8c8307f2-8199-4ffe-aa65-ab56d819f4a1", "name": "network-vif-plugged", "status": "completed", "tag": "2d5417df-fe2d-408c-83bc-53e948b0ec1f"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:13:45.889143 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:45.935494 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd1b93-5376-48db-af35-83a27717bb9f req-cb10d1e6-f441-4964-a582-0e707494ffa0 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:45.938118 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4bfd1b93-5376-48db-af35-83a27717bb9f req-cb10d1e6-f441-4964-a582-0e707494ffa0 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0664628 Aug 30 01:13:45.963942 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d32143a-23c4-4285-9d53-546a06c86711 x-openstack-request-id: req-2d32143a-23c4-4285-9d53-546a06c86711 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:13:45.964256 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8307f2-8199-4ffe-aa65-ab56d819f4a1", "name": "network-vif-plugged", "status": "completed", "tag": "2d5417df-fe2d-408c-83bc-53e948b0ec1f", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:13:45.964506 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d32143a-23c4-4285-9d53-546a06c86711 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:13:45.964904 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d32143a-23c4-4285-9d53-546a06c86711'] response: {'server_uuid': '8c8307f2-8199-4ffe-aa65-ab56d819f4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5417df-fe2d-408c-83bc-53e948b0ec1f', 'code': 200} Aug 30 01:13:46.026495 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=2d5417df-fe2d-408c-83bc-53e948b0ec1f,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:46.038190 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4bfd1b93-5376-48db-af35-83a27717bb9f req-5fa038a8-9ff9-4a18-9abb-696520727328 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936849 Aug 30 01:13:46.682314 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c37f6-771d-4175-a57b-cb43c19b61d8 req-851cbbaf-081d-47eb-8eba-adc31b55d0b7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:46.684040 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6b1c37f6-771d-4175-a57b-cb43c19b61d8 req-851cbbaf-081d-47eb-8eba-adc31b55d0b7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 945 time: 0.0803361 Aug 30 01:13:46.694909 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a4dbe0b7-1001-4dc3-b016-0fbd715afe33 req-3259b13a-83f5-4546-bc33-e8a76c400ed6 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738506 Aug 30 01:13:46.743345 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6b1c37f6-771d-4175-a57b-cb43c19b61d8 req-e1eb4bcf-0bd6-44d1-8931-7ab05d8e0e37 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526764 Aug 30 01:13:46.791138 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbe0b7-1001-4dc3-b016-0fbd715afe33 req-dbc7fb25-03ed-4626-b24c-0674f531fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:46.793324 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a4dbe0b7-1001-4dc3-b016-0fbd715afe33 req-dbc7fb25-03ed-4626-b24c-0674f531fd2a service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=13862ab3a9504644853a8c48c3f69b4c&device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 1129 time: 0.0450144 Aug 30 01:13:46.913223 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbe0b7-1001-4dc3-b016-0fbd715afe33 req-2a479285-fcf7-4f79-8c59-7f54e039f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:46.914743 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a4dbe0b7-1001-4dc3-b016-0fbd715afe33 req-2a479285-fcf7-4f79-8c59-7f54e039f98f service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=37938639-da56-43d1-ac7c-a949da52ba53 HTTP/1.1" status: 200 len: 911 time: 0.0993757 Aug 30 01:13:47.011599 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c210220-b277-4791-be25-93724d8620ef req-6b78bf3f-f22e-4335-8822-9f931114bab8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:47.013143 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6c210220-b277-4791-be25-93724d8620ef req-6b78bf3f-f22e-4335-8822-9f931114bab8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0960965 Aug 30 01:13:47.043554 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a4dbe0b7-1001-4dc3-b016-0fbd715afe33 req-c9646c88-b20b-4864-b6f5-a7516a75c1b2 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c67f9947-1307-4c65-b66d-e90b9d577330 HTTP/1.1" status: 200 len: 1000 time: 0.1137028 Aug 30 01:13:47.137095 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6c210220-b277-4791-be25-93724d8620ef req-93fbac7b-eec4-4d89-a99a-cffe9501263c tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143010 Aug 30 01:13:47.154297 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbe0b7-1001-4dc3-b016-0fbd715afe33 req-cc2c4fab-34af-44b5-af80-0d442e98c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:47.155900 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a4dbe0b7-1001-4dc3-b016-0fbd715afe33 req-cc2c4fab-34af-44b5-af80-0d442e98c794 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f73da1d0-2071-4d5f-b9f8-f3beaaeae423 HTTP/1.1" status: 200 len: 849 time: 0.0972955 Aug 30 01:13:47.156992 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16bad8-645a-4f8e-abcc-03d017e67c10 req-7919f773-4104-4531-8339-798e1454fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:47.158369 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1a16bad8-645a-4f8e-abcc-03d017e67c10 req-7919f773-4104-4531-8339-798e1454fbc7 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 1129 time: 0.0637171 Aug 30 01:13:47.188884 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24d841-ee9e-4777-a11f-3eb83a4d882a req-d12ed5dc-c5b3-4bbe-9b0c-73ff83b7d69a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:47.190471 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9b24d841-ee9e-4777-a11f-3eb83a4d882a req-d12ed5dc-c5b3-4bbe-9b0c-73ff83b7d69a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0675316 Aug 30 01:13:47.241804 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9b24d841-ee9e-4777-a11f-3eb83a4d882a req-19477255-8cea-4022-9a21-d38d2095ed09 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449808 Aug 30 01:13:47.308530 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbe0b7-1001-4dc3-b016-0fbd715afe33 req-580430f3-9f6d-4a39-8dfd-4d229e8bd219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:47.310058 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a4dbe0b7-1001-4dc3-b016-0fbd715afe33 req-580430f3-9f6d-4a39-8dfd-4d229e8bd219 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=37938639-da56-43d1-ac7c-a949da52ba53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0981431 Aug 30 01:13:47.322841 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16df03-6e00-4c02-a00c-80c826b4f64e req-9a65a18c-c833-41a5-8e3d-5182fc47dc39 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:47.324570 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ea16df03-6e00-4c02-a00c-80c826b4f64e req-9a65a18c-c833-41a5-8e3d-5182fc47dc39 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0778828 Aug 30 01:13:47.335366 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 59392) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:47.340610 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-5bbcf41b-d4b8-4362-9388-87cf708edee2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Request body: {'floatingip': {'port_id': '074c3418-a64e-4b71-96d8-7600e741330d'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:47.343040 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1a16bad8-645a-4f8e-abcc-03d017e67c10 req-3c29b71d-e54c-4116-a4a7-1052cbc1c049 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230516 Aug 30 01:13:47.386306 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf41b-d4b8-4362-9388-87cf708edee2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for floatingip (a2e0ec96-30b6-4057-a00e-8a3c586966ee), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:47.846787 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf41b-d4b8-4362-9388-87cf708edee2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:47.877107 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:47.893457 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33faba-5e0a-4e96-892a-75239da42330 req-c1d50c7f-0245-450e-9792-3d653f097ded tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:47.895842 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3b33faba-5e0a-4e96-892a-75239da42330 req-c1d50c7f-0245-450e-9792-3d653f097ded tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 945 time: 0.0569377 Aug 30 01:13:47.948950 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3b33faba-5e0a-4e96-892a-75239da42330 req-ff2ae84b-ccbe-4a3a-becc-f649d1d8d5d0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440328 Aug 30 01:13:47.949558 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf41b-d4b8-4362-9388-87cf708edee2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (a2e0ec96-30b6-4057-a00e-8a3c586966ee), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:48.052824 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.l3_db [None req-5bbcf41b-d4b8-4362-9388-87cf708edee2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Floating IP a2e0ec96-30b6-4057-a00e-8a3c586966ee associated. External IP: 172.27.1.54, port: 074c3418-a64e-4b71-96d8-7600e741330d. Aug 30 01:13:48.195055 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a4dbe0b7-1001-4dc3-b016-0fbd715afe33 req-9e19ab49-b129-4028-b0ac-f6d9eb18e560 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087036 Aug 30 01:13:48.199232 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:48.307873 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbcf41b-d4b8-4362-9388-87cf708edee2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Router 009d1c89-e3de-43b4-941a-e1468bd08618 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:13:48.373649 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b2a09-669d-41e1-841b-11afb14aef2c req-35c4951f-9269-4fed-824d-21aa8f10d53c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:48.380781 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d01b2a09-669d-41e1-841b-11afb14aef2c req-35c4951f-9269-4fed-824d-21aa8f10d53c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0502701 Aug 30 01:13:48.430470 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbcf41b-d4b8-4362-9388-87cf708edee2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:13:48.435709 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5bbcf41b-d4b8-4362-9388-87cf708edee2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:48.436529 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d01b2a09-669d-41e1-841b-11afb14aef2c req-0c416fe6-6083-44e2-aa71-f46b29fee7bc tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542495 Aug 30 01:13:48.442639 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f43437-886c-49c4-8f7b-2873e2bffec4 None None] Sync routers for ids ['009d1c89-e3de-43b4-941a-e1468bd08618'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:13:48.453213 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f43437-886c-49c4-8f7b-2873e2bffec4 None None] Routers {'009d1c89-e3de-43b4-941a-e1468bd08618'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:13:48.453873 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-c8f43437-886c-49c4-8f7b-2873e2bffec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:13:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['009d1c89-e3de-43b4-941a-e1468bd08618'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:48.477085 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-5bbcf41b-d4b8-4362-9388-87cf708edee2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/a2e0ec96-30b6-4057-a00e-8a3c586966ee HTTP/1.1" status: 200 len: 990 time: 1.1400182 Aug 30 01:13:48.477720 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'tag': '074c3418-a64e-4b71-96d8-7600e741330d'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:13:48.480814 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e4d3de-b0f4-44bf-8f02-e4cb17d9c784" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc62a7d-bbdb-4131-b8bc-ab85635ad17d", "tag": "074c3418-a64e-4b71-96d8-7600e741330d"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:13:48.518710 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b163e2-9ab6-40f9-b981-5e1cb39ba1b5 x-openstack-request-id: req-15b163e2-9ab6-40f9-b981-5e1cb39ba1b5 {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:13:48.519562 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc62a7d-bbdb-4131-b8bc-ab85635ad17d", "tag": "074c3418-a64e-4b71-96d8-7600e741330d", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:13:48.519818 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15b163e2-9ab6-40f9-b981-5e1cb39ba1b5 {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:13:48.520263 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b163e2-9ab6-40f9-b981-5e1cb39ba1b5'] response: {'name': 'network-changed', 'server_uuid': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'tag': '074c3418-a64e-4b71-96d8-7600e741330d', 'status': 'completed', 'code': 200} Aug 30 01:13:48.635410 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:48.670709 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:48.692413 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:48.698418 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:48.700422 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-c8f43437-886c-49c4-8f7b-2873e2bffec4 None None] Set router 009d1c89-e3de-43b4-941a-e1468bd08618 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:13:48.726277 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:48.744751 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee5213-4cbb-400f-a24e-b7568341647d req-bc28a26e-2e64-424b-8da6-77079d803ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:48.746419 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bfee5213-4cbb-400f-a24e-b7568341647d req-bc28a26e-2e64-424b-8da6-77079d803ce0 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 1129 time: 0.1207702 Aug 30 01:13:48.752540 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4d3de-b0f4-44bf-8f02-e4cb17d9c784 req-bf0bf2e6-9985-459b-b418-decb0a9ffcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:48.754511 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b0e4d3de-b0f4-44bf-8f02-e4cb17d9c784 req-bf0bf2e6-9985-459b-b418-decb0a9ffcc5 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 1129 time: 0.1176505 Aug 30 01:13:48.783121 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a4dbe0b7-1001-4dc3-b016-0fbd715afe33 req-a4f8fb19-3ac3-4c56-9a7e-483533207de4 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664565 Aug 30 01:13:48.930848 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-c8f43437-886c-49c4-8f7b-2873e2bffec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'a2e0ec96-30b6-4057-a00e-8a3c586966ee', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'port_id': '074c3418-a64e-4b71-96d8-7600e741330d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'mac_address': 'fa:16:3e:29:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:13:25Z', 'updated_at': '2022-08-30T01:13:47Z', 'revision_number': 1, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2169617-86fd-495d-a71e-57a3a6c6e239', 'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'mac_address': 'fa:16:3e:0d:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:48Z', 'updated_at': '2022-08-30T01:11:08Z', 'revision_number': 5, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'subnets': [{'id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:48.962166 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f43437-886c-49c4-8f7b-2873e2bffec4 None None] Checking router: 009d1c89-e3de-43b4-941a-e1468bd08618 for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:13:48.969348 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:48.971415 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f43437-886c-49c4-8f7b-2873e2bffec4 None None] Routers {'009d1c89-e3de-43b4-941a-e1468bd08618'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:13:48.972068 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-c8f43437-886c-49c4-8f7b-2873e2bffec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:13:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['009d1c89-e3de-43b4-941a-e1468bd08618'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:48.982015 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4d3de-b0f4-44bf-8f02-e4cb17d9c784 req-10dcfb22-5b7a-4387-bf34-6eef80f4e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:48.988358 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b0e4d3de-b0f4-44bf-8f02-e4cb17d9c784 req-10dcfb22-5b7a-4387-bf34-6eef80f4e52d service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 920 time: 0.1792698 Aug 30 01:13:48.988358 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee5213-4cbb-400f-a24e-b7568341647d req-1a79f1ab-2afb-4397-9272-51ccf07e95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:48.991704 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bfee5213-4cbb-400f-a24e-b7568341647d req-1a79f1ab-2afb-4397-9272-51ccf07e95e3 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f HTTP/1.1" status: 200 len: 917 time: 0.1890788 Aug 30 01:13:49.080011 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-c8f43437-886c-49c4-8f7b-2873e2bffec4 None None] Set router 009d1c89-e3de-43b4-941a-e1468bd08618 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:13:49.086768 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c90cc-2259-4532-a211-9df48c2c8ecc req-56fb17ab-5b36-4903-be19-625deb66fbf8 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:49.088465 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ed6c90cc-2259-4532-a211-9df48c2c8ecc req-56fb17ab-5b36-4903-be19-625deb66fbf8 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 945 time: 0.0537927 Aug 30 01:13:49.140442 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ed6c90cc-2259-4532-a211-9df48c2c8ecc req-696d103f-3729-46e2-8e42-2050967e0ffe tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456777 Aug 30 01:13:49.315411 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-c8f43437-886c-49c4-8f7b-2873e2bffec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'a2e0ec96-30b6-4057-a00e-8a3c586966ee', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'port_id': '074c3418-a64e-4b71-96d8-7600e741330d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'mac_address': 'fa:16:3e:29:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:13:25Z', 'updated_at': '2022-08-30T01:13:47Z', 'revision_number': 1, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2169617-86fd-495d-a71e-57a3a6c6e239', 'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'mac_address': 'fa:16:3e:0d:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:48Z', 'updated_at': '2022-08-30T01:11:08Z', 'revision_number': 5, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'subnets': [{'id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:49.340417 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f43437-886c-49c4-8f7b-2873e2bffec4 None None] The sync data for ids ['009d1c89-e3de-43b4-941a-e1468bd08618'] in dv-cinder-815712-11-iscsi is: [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'a2e0ec96-30b6-4057-a00e-8a3c586966ee', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'port_id': '074c3418-a64e-4b71-96d8-7600e741330d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'mac_address': 'fa:16:3e:29:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:13:25Z', 'updated_at': '2022-08-30T01:13:47Z', 'revision_number': 1, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2169617-86fd-495d-a71e-57a3a6c6e239', 'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'mac_address': 'fa:16:3e:0d:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:48Z', 'updated_at': '2022-08-30T01:11:08Z', 'revision_number': 5, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'subnets': [{'id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:13:49.557852 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed70d07d-7058-4fa7-b153-bda2cb4b89e8 None None] New status for floating IP a2e0ec96-30b6-4057-a00e-8a3c586966ee: ACTIVE {{(pid=107027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:13:49.588876 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2906543-7650-4941-a594-3794683dd423 req-525b7b5e-b287-4f82-bc3c-4a307324a69a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:49.595308 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c2906543-7650-4941-a594-3794683dd423 req-525b7b5e-b287-4f82-bc3c-4a307324a69a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.0501032 Aug 30 01:13:49.643242 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c2906543-7650-4941-a594-3794683dd423 req-77e11076-f363-4526-bbdd-9f9e78129b19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468340 Aug 30 01:13:49.764942 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bfee5213-4cbb-400f-a24e-b7568341647d req-21502a09-9b8e-45bf-b9d8-595c10dbbc19 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c HTTP/1.1" status: 200 len: 1001 time: 0.1378646 Aug 30 01:13:49.766768 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b0e4d3de-b0f4-44bf-8f02-e4cb17d9c784 req-3263f2e3-d128-4f43-87f1-0c93b64e455f service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074c3418-a64e-4b71-96d8-7600e741330d HTTP/1.1" status: 200 len: 998 time: 0.1182954 Aug 30 01:13:50.171712 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee5213-4cbb-400f-a24e-b7568341647d req-7a11b4c7-0627-4602-bc2e-63af10c22e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:50.183219 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bfee5213-4cbb-400f-a24e-b7568341647d req-7a11b4c7-0627-4602-bc2e-63af10c22e11 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=396acad7-fa43-4c94-bf65-eb50fa3cb4e5 HTTP/1.1" status: 200 len: 855 time: 0.1088991 Aug 30 01:13:50.191726 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4d3de-b0f4-44bf-8f02-e4cb17d9c784 req-c4f11b5f-da4e-4687-ad76-86010aaca0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:50.193613 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b0e4d3de-b0f4-44bf-8f02-e4cb17d9c784 req-c4f11b5f-da4e-4687-ad76-86010aaca0c8 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.0964577 Aug 30 01:13:50.259857 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6881709a-fe72-4d5b-ac7b-66a303642655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:50.274574 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e8d5e-61a4-4210-84c6-e3a56a050a5a req-2b370cd4-a6be-40ce-94b8-ed3cc0f7cd57 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:50.276360 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ed7e8d5e-61a4-4210-84c6-e3a56a050a5a req-2b370cd4-a6be-40ce-94b8-ed3cc0f7cd57 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 945 time: 0.0552642 Aug 30 01:13:50.363026 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee5213-4cbb-400f-a24e-b7568341647d req-02bfa294-f443-419c-8c5f-b4d651a9a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:50.364545 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bfee5213-4cbb-400f-a24e-b7568341647d req-02bfa294-f443-419c-8c5f-b4d651a9a772 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0819223 Aug 30 01:13:50.393173 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4d3de-b0f4-44bf-8f02-e4cb17d9c784 req-376bdf92-e459-47fa-803f-2c8abadc984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:50.394884 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b0e4d3de-b0f4-44bf-8f02-e4cb17d9c784 req-376bdf92-e459-47fa-803f-2c8abadc984b service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1008258 Aug 30 01:13:50.470080 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:50.503981 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ed7e8d5e-61a4-4210-84c6-e3a56a050a5a req-585d1f14-1220-4e7c-8d19-d967a7c302f3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109437 Aug 30 01:13:50.587194 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bfee5213-4cbb-400f-a24e-b7568341647d req-16c25309-3317-4e57-8acc-1a298a4badd0 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069998 Aug 30 01:13:50.591013 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b0e4d3de-b0f4-44bf-8f02-e4cb17d9c784 req-89efa836-baa2-4e96-9b71-21757c89ed81 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827500 Aug 30 01:13:50.650039 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e152e06-686b-4bef-b81a-9482c8749f8b req-e5f604f6-8301-45d9-a051-bd9ef307ce75 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:50.651729 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6e152e06-686b-4bef-b81a-9482c8749f8b req-e5f604f6-8301-45d9-a051-bd9ef307ce75 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 945 time: 0.0672653 Aug 30 01:13:50.667028 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 59464) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:50.672364 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-508b4db4-8247-469e-a6d2-06d005c9970f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'floatingip': {'port_id': '2d5417df-fe2d-408c-83bc-53e948b0ec1f'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:13:50.724862 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-508b4db4-8247-469e-a6d2-06d005c9970f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (e5946357-ceaa-4a3b-934c-04db0bfb68b5), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.038256 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:51.040808 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:51.050358 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32edb5-0e39-4170-a83d-7279d7871875 req-9284fe15-e2e8-4043-bb9d-193c3c8b4228 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:51.052035 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7d32edb5-0e39-4170-a83d-7279d7871875 req-9284fe15-e2e8-4043-bb9d-193c3c8b4228 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 945 time: 0.1003008 Aug 30 01:13:51.055560 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bfee5213-4cbb-400f-a24e-b7568341647d req-bdf6d35a-2c7d-4205-ab09-050d4fd0614c service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535801 Aug 30 01:13:51.057704 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b0e4d3de-b0f4-44bf-8f02-e4cb17d9c784 req-d2537e39-398c-4b71-ba44-b82c6f46572b service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478691 Aug 30 01:13:51.107695 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7d32edb5-0e39-4170-a83d-7279d7871875 req-09015b9f-0e5a-44fb-82af-c954ceb0e553 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489709 Aug 30 01:13:51.191908 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 59472) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:51.211254 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-508b4db4-8247-469e-a6d2-06d005c9970f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.277255 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-508b4db4-8247-469e-a6d2-06d005c9970f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (e5946357-ceaa-4a3b-934c-04db0bfb68b5), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.299368 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a8ba59ad-6899-4d2a-9c02-36437091dae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.376739 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.l3_db [None req-508b4db4-8247-469e-a6d2-06d005c9970f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Floating IP e5946357-ceaa-4a3b-934c-04db0bfb68b5 associated. External IP: 172.27.1.86, port: 2d5417df-fe2d-408c-83bc-53e948b0ec1f. Aug 30 01:13:51.381462 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a8ba59ad-6899-4d2a-9c02-36437091dae8 admin admin] Publish callbacks [] for security_group (6421c8d1-accf-4528-bee8-5241a1a3df69), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.390104 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 3efaeb1f-3500-4863-b27f-c56c1aa2946c no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:13:51.472769 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 3efaeb1f-3500-4863-b27f-c56c1aa2946c is: ACTIVE; New status is: DOWN {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:13:51.473162 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.518044 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a8ba59ad-6899-4d2a-9c02-36437091dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6421c8d1-accf-4528-bee8-5241a1a3df69), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.583753 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-a8ba59ad-6899-4d2a-9c02-36437091dae8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=01541666b0b2433b8551cbb6b279c081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3907394 Aug 30 01:13:51.584888 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba59ad-6899-4d2a-9c02-36437091dae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6421c8d1-accf-4528-bee8-5241a1a3df69,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:51.587234 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 59480) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:51.648086 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:13:51.651143 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b5fd21-02f2-458c-a618-2bf020dbe31c" -d '{"events": [{"server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "name": "network-vif-unplugged", "status": "completed", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:13:51.651259 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-677332fd-f303-45ac-a782-32de83f1a4cf admin admin] Publish callbacks [] for security_group (6421c8d1-accf-4528-bee8-5241a1a3df69), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.666352 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:13:51.701920 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-677332fd-f303-45ac-a782-32de83f1a4cf admin admin] Publish callbacks [] for security_group (6421c8d1-accf-4528-bee8-5241a1a3df69), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.710835 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 01:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051b6e96-845e-4911-8919-4ef41c72ec6a x-openstack-request-id: req-051b6e96-845e-4911-8919-4ef41c72ec6a {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:13:51.710835 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "name": "network-vif-unplugged", "status": "completed", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:13:51.710835 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-051b6e96-845e-4911-8919-4ef41c72ec6a {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:13:51.710835 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051b6e96-845e-4911-8919-4ef41c72ec6a'] response: {'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'code': 200} Aug 30 01:13:51.734510 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.769600 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:51.785707 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=3efaeb1f-3500-4863-b27f-c56c1aa2946c,revision_number=8']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:51.823277 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508b4db4-8247-469e-a6d2-06d005c9970f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:13:51.825608 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-677332fd-f303-45ac-a782-32de83f1a4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6421c8d1-accf-4528-bee8-5241a1a3df69), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.828912 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-677332fd-f303-45ac-a782-32de83f1a4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.830205 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-677332fd-f303-45ac-a782-32de83f1a4cf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6421c8d1-accf-4528-bee8-5241a1a3df69 HTTP/1.1" status: 204 len: 168 time: 0.2419903 Aug 30 01:13:51.852947 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677332fd-f303-45ac-a782-32de83f1a4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6421c8d1-accf-4528-bee8-5241a1a3df69,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:51.936801 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508b4db4-8247-469e-a6d2-06d005c9970f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:13:51.941708 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-508b4db4-8247-469e-a6d2-06d005c9970f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:51.947352 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf63197-c98f-4b4b-9489-e6c97ea63805 None None] Sync routers for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:13:51.956734 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf63197-c98f-4b4b-9489-e6c97ea63805 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:13:51.957560 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-4cf63197-c98f-4b4b-9489-e6c97ea63805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:13:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:51.973350 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-508b4db4-8247-469e-a6d2-06d005c9970f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/e5946357-ceaa-4a3b-934c-04db0bfb68b5 HTTP/1.1" status: 200 len: 990 time: 1.3050663 Aug 30 01:13:51.974065 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8307f2-8199-4ffe-aa65-ab56d819f4a1', 'tag': '2d5417df-fe2d-408c-83bc-53e948b0ec1f'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:13:51.976268 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd15241-4aec-4f19-b26d-31b93ef33d31" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8307f2-8199-4ffe-aa65-ab56d819f4a1", "tag": "2d5417df-fe2d-408c-83bc-53e948b0ec1f"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:13:52.016676 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff1997a-a788-496f-af0b-f9616a94924f x-openstack-request-id: req-aff1997a-a788-496f-af0b-f9616a94924f {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:13:52.017150 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8307f2-8199-4ffe-aa65-ab56d819f4a1", "tag": "2d5417df-fe2d-408c-83bc-53e948b0ec1f", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:13:52.017555 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aff1997a-a788-496f-af0b-f9616a94924f {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:13:52.018138 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff1997a-a788-496f-af0b-f9616a94924f'] response: {'name': 'network-changed', 'server_uuid': '8c8307f2-8199-4ffe-aa65-ab56d819f4a1', 'tag': '2d5417df-fe2d-408c-83bc-53e948b0ec1f', 'status': 'completed', 'code': 200} Aug 30 01:13:52.074545 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-4cf63197-c98f-4b4b-9489-e6c97ea63805 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:13:52.258373 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd54ef-6991-4137-bcba-67efc1b5191f req-f04a13a5-209a-4a33-bab1-6bd54dd16a02 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:52.259904 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2ddd54ef-6991-4137-bcba-67efc1b5191f req-f04a13a5-209a-4a33-bab1-6bd54dd16a02 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0593197 Aug 30 01:13:52.310665 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2ddd54ef-6991-4137-bcba-67efc1b5191f req-8d6ef9e9-565c-427b-b9b4-856eb15810ac tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447872 Aug 30 01:13:52.320252 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-4cf63197-c98f-4b4b-9489-e6c97ea63805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '6a224ab7-afda-4cdd-a1da-fb0e149b86fa', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:13:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:11:02Z', 'updated_at': '2022-08-30T01:12:02Z', 'revision_number': 2, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}, {'id': 'e5946357-ceaa-4a3b-934c-04db0bfb68b5', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '2d5417df-fe2d-408c-83bc-53e948b0ec1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:16:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8307f2-8199-4ffe-aa65-ab56d819f4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:13:28Z', 'updated_at': '2022-08-30T01:13:51Z', 'revision_number': 1, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:52.348148 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf63197-c98f-4b4b-9489-e6c97ea63805 None None] Checking router: 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:13:52.358246 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf63197-c98f-4b4b-9489-e6c97ea63805 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:13:52.360949 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-4cf63197-c98f-4b4b-9489-e6c97ea63805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:13:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:52.466770 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-4cf63197-c98f-4b4b-9489-e6c97ea63805 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:13:52.499741 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 59496) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:52.514058 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5e916c17-49b3-47f9-b227-04255ddac493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.584149 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:52.593634 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5e916c17-49b3-47f9-b227-04255ddac493 admin admin] Publish callbacks [] for security_group (3bf0832c-4ec1-4279-81ca-e7b47ee2b689), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.682787 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5e916c17-49b3-47f9-b227-04255ddac493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (3bf0832c-4ec1-4279-81ca-e7b47ee2b689), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.684582 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:52.696509 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-4cf63197-c98f-4b4b-9489-e6c97ea63805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '6a224ab7-afda-4cdd-a1da-fb0e149b86fa', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:13:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:11:02Z', 'updated_at': '2022-08-30T01:12:02Z', 'revision_number': 2, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}, {'id': 'e5946357-ceaa-4a3b-934c-04db0bfb68b5', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '2d5417df-fe2d-408c-83bc-53e948b0ec1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:16:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8307f2-8199-4ffe-aa65-ab56d819f4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:13:28Z', 'updated_at': '2022-08-30T01:13:51Z', 'revision_number': 1, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:13:52.726725 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf63197-c98f-4b4b-9489-e6c97ea63805 None None] The sync data for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi is: [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '6a224ab7-afda-4cdd-a1da-fb0e149b86fa', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:13:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:11:02Z', 'updated_at': '2022-08-30T01:12:02Z', 'revision_number': 2, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}, {'id': 'e5946357-ceaa-4a3b-934c-04db0bfb68b5', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '2d5417df-fe2d-408c-83bc-53e948b0ec1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:16:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8307f2-8199-4ffe-aa65-ab56d819f4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:13:28Z', 'updated_at': '2022-08-30T01:13:51Z', 'revision_number': 1, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:13:52.734115 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e916c17-49b3-47f9-b227-04255ddac493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf0832c-4ec1-4279-81ca-e7b47ee2b689,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:52.740783 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-5e916c17-49b3-47f9-b227-04255ddac493 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ca7893ec111940958505ded5ce1b08a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394426 Aug 30 01:13:52.743226 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 59502) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:52.807781 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-09cd7ddb-e0c1-4db3-be9f-603ace2cfb6d admin admin] Publish callbacks [] for security_group (3bf0832c-4ec1-4279-81ca-e7b47ee2b689), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.831221 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-09cd7ddb-e0c1-4db3-be9f-603ace2cfb6d admin admin] Publish callbacks [] for security_group (3bf0832c-4ec1-4279-81ca-e7b47ee2b689), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.944901 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cce24a-4e32-4e2d-b5d9-aec3d619a2e3 None None] New status for floating IP e5946357-ceaa-4a3b-934c-04db0bfb68b5: ACTIVE {{(pid=107027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:13:52.951469 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8634056c-2987-4508-810d-90a537f21d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.979562 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-09cd7ddb-e0c1-4db3-be9f-603ace2cfb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (3bf0832c-4ec1-4279-81ca-e7b47ee2b689), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.983070 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-09cd7ddb-e0c1-4db3-be9f-603ace2cfb6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:52.986725 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-09cd7ddb-e0c1-4db3-be9f-603ace2cfb6d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3bf0832c-4ec1-4279-81ca-e7b47ee2b689 HTTP/1.1" status: 204 len: 168 time: 0.2400334 Aug 30 01:13:52.994128 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd7ddb-e0c1-4db3-be9f-603ace2cfb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf0832c-4ec1-4279-81ca-e7b47ee2b689,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:53.177600 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd15241-4aec-4f19-b26d-31b93ef33d31 req-a02db9a7-9d7b-43ba-b12e-65e3454a39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:53.180191 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6bd15241-4aec-4f19-b26d-31b93ef33d31 req-a02db9a7-9d7b-43ba-b12e-65e3454a39fc service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 1129 time: 0.0444546 Aug 30 01:13:53.337940 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd15241-4aec-4f19-b26d-31b93ef33d31 req-374fdb1f-8026-409f-a632-850928e86f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:53.339593 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6bd15241-4aec-4f19-b26d-31b93ef33d31 req-374fdb1f-8026-409f-a632-850928e86f96 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 200 len: 916 time: 0.1337206 Aug 30 01:13:53.420390 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6bd15241-4aec-4f19-b26d-31b93ef33d31 req-44400734-1190-4dd4-afbc-4c2735d47654 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d5417df-fe2d-408c-83bc-53e948b0ec1f HTTP/1.1" status: 200 len: 1000 time: 0.0717535 Aug 30 01:13:53.461000 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:53.512787 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a99f42-bf75-46cc-8b3a-1b69ec9a98a3 req-cc165c8c-c938-4d2f-b766-18a5862eec04 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:53.514319 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-75a99f42-bf75-46cc-8b3a-1b69ec9a98a3 req-cc165c8c-c938-4d2f-b766-18a5862eec04 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0899813 Aug 30 01:13:53.523152 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd15241-4aec-4f19-b26d-31b93ef33d31 req-586b96bd-b6e4-4e1f-a58d-cdc5b456c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:53.524579 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6bd15241-4aec-4f19-b26d-31b93ef33d31 req-586b96bd-b6e4-4e1f-a58d-cdc5b456c8ae service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=0cf797bf-95a3-4bb5-8702-f19da191bb7b HTTP/1.1" status: 200 len: 854 time: 0.0902305 Aug 30 01:13:53.594015 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd15241-4aec-4f19-b26d-31b93ef33d31 req-7eb29344-d8b1-461b-9b66-00e4bf33f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:53.595532 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6bd15241-4aec-4f19-b26d-31b93ef33d31 req-7eb29344-d8b1-461b-9b66-00e4bf33f205 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=281ceb28-999a-45ac-8b94-e3a5aba703ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0635493 Aug 30 01:13:53.608320 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-75a99f42-bf75-46cc-8b3a-1b69ec9a98a3 req-b962bf71-c6ed-43f9-ab7a-02e973f25804 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880575 Aug 30 01:13:53.733380 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6bd15241-4aec-4f19-b26d-31b93ef33d31 req-af7b3903-898f-4997-9bb5-e5063bc37d7e service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099317 Aug 30 01:13:53.857213 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6bd15241-4aec-4f19-b26d-31b93ef33d31 req-47c75449-80dd-4843-82bf-4f30cf7555d0 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927422 Aug 30 01:13:54.168486 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:54.760095 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d93b9-e638-46a4-aa3e-750830246dfb req-cce295e8-3dcf-4754-bc43-5efe8a3b05da tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:54.761610 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fc5d93b9-e638-46a4-aa3e-750830246dfb req-cce295e8-3dcf-4754-bc43-5efe8a3b05da tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0511966 Aug 30 01:13:54.774143 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:54.814646 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fc5d93b9-e638-46a4-aa3e-750830246dfb req-a22df1bb-cb41-46ad-a4d1-814cfbc5dcbc tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472200 Aug 30 01:13:55.405839 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 3efaeb1f-3500-4863-b27f-c56c1aa2946c no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:13:55.484007 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 3efaeb1f-3500-4863-b27f-c56c1aa2946c is: DOWN; New status is: DOWN {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:13:55.813735 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:55.825263 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:56.315450 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [req-c294d6a8-f491-48c5-915f-a0cf5b58fae2 req-f0b37359-7686-45c1-a9c9-4b26907996d2 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:13:56.317171 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c294d6a8-f491-48c5-915f-a0cf5b58fae2 req-f0b37359-7686-45c1-a9c9-4b26907996d2 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061667 Aug 30 01:13:56.775979 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f5694-2975-4171-a69c-4764d6f15ff4 req-81822a5b-2fa9-462a-92cd-8ba842654e32 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:56.778245 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-687f5694-2975-4171-a69c-4764d6f15ff4 req-81822a5b-2fa9-462a-92cd-8ba842654e32 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0595050 Aug 30 01:13:56.832000 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-687f5694-2975-4171-a69c-4764d6f15ff4 req-deba6eae-ba5a-4d0d-a342-e0261b01c50e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441601 Aug 30 01:13:57.499132 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 59624) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:57.554389 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:57.588330 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-5bdb7bfc-5461-42de-bdc5-741882e66a57 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879982 Aug 30 01:13:57.598354 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-c357f1fb-10b8-4fef-ab4e-ec648a93a3bf service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:13:57.599359 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-c357f1fb-10b8-4fef-ab4e-ec648a93a3bf service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059187 Aug 30 01:13:57.681264 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 59634) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:57.779021 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-d29e4596-25ac-4af2-b777-bea06f08c34a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:57.780431 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-d29e4596-25ac-4af2-b777-bea06f08c34a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports/3efaeb1f-3500-4863-b27f-c56c1aa2946c HTTP/1.1" status: 200 len: 940 time: 0.0980973 Aug 30 01:13:57.965792 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e322d7-e39d-46e0-88b4-ab0a94704c20 req-d67d1d04-fea2-46b9-9119-87a85ddd1ccb tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:57.967229 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d3e322d7-e39d-46e0-88b4-ab0a94704c20 req-d67d1d04-fea2-46b9-9119-87a85ddd1ccb tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0503604 Aug 30 01:13:58.016646 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d3e322d7-e39d-46e0-88b4-ab0a94704c20 req-b0ba0bed-5771-4402-bfc3-72c19fcb0ec6 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435336 Aug 30 01:13:58.295349 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 59654) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:58.411775 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aec94ebc-3644-4b4b-b207-ccf2a468ec60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:58.492766 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aec94ebc-3644-4b4b-b207-ccf2a468ec60 admin admin] Publish callbacks [] for security_group (bc288d86-d6c3-48f2-9e36-e779249d21b9), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:58.591117 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aec94ebc-3644-4b4b-b207-ccf2a468ec60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (bc288d86-d6c3-48f2-9e36-e779249d21b9), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:58.633541 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-aec94ebc-3644-4b4b-b207-ccf2a468ec60 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7e45f2de355d420bba357f8a56483314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370893 Aug 30 01:13:58.634413 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec94ebc-3644-4b4b-b207-ccf2a468ec60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc288d86-d6c3-48f2-9e36-e779249d21b9,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:58.637153 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 59660) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:58.690016 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7bfb97f1-2295-4d57-b87a-3ee6508e42c1 admin admin] Publish callbacks [] for security_group (bc288d86-d6c3-48f2-9e36-e779249d21b9), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:58.710609 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7bfb97f1-2295-4d57-b87a-3ee6508e42c1 admin admin] Publish callbacks [] for security_group (bc288d86-d6c3-48f2-9e36-e779249d21b9), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:58.887350 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7bfb97f1-2295-4d57-b87a-3ee6508e42c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (bc288d86-d6c3-48f2-9e36-e779249d21b9), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:58.890009 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7bfb97f1-2295-4d57-b87a-3ee6508e42c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:58.891183 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-7bfb97f1-2295-4d57-b87a-3ee6508e42c1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bc288d86-d6c3-48f2-9e36-e779249d21b9 HTTP/1.1" status: 204 len: 168 time: 0.2526903 Aug 30 01:13:58.900360 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb97f1-2295-4d57-b87a-3ee6508e42c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc288d86-d6c3-48f2-9e36-e779249d21b9,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:58.913068 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:13:59.151875 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1c402-6f93-464e-9c3c-481d2a8e56fc req-4cea3ade-7772-4bc2-8685-6bb34af0e13e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:13:59.153352 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1bc1c402-6f93-464e-9c3c-481d2a8e56fc req-4cea3ade-7772-4bc2-8685-6bb34af0e13e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0515289 Aug 30 01:13:59.206120 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1bc1c402-6f93-464e-9c3c-481d2a8e56fc req-fc8f4589-cc95-4c37-a188-edfa286145df tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467138 Aug 30 01:13:59.663938 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 59670) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:59.678800 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9b3483cd-fd53-4b12-9835-c3871808c789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:59.755658 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9b3483cd-fd53-4b12-9835-c3871808c789 admin admin] Publish callbacks [] for security_group (a4826b66-73ce-454c-821e-df6811a394ef), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:59.824830 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9b3483cd-fd53-4b12-9835-c3871808c789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a4826b66-73ce-454c-821e-df6811a394ef), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:59.864122 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3483cd-fd53-4b12-9835-c3871808c789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4826b66-73ce-454c-821e-df6811a394ef,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:13:59.868414 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-9b3483cd-fd53-4b12-9835-c3871808c789 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4b80629cc66c49219032ad3e16b3ca3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034106 Aug 30 01:13:59.871090 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 59672) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:13:59.920456 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d87e81fa-41a2-4c8b-a3ac-688e2d055714 admin admin] Publish callbacks [] for security_group (a4826b66-73ce-454c-821e-df6811a394ef), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:13:59.941061 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d87e81fa-41a2-4c8b-a3ac-688e2d055714 admin admin] Publish callbacks [] for security_group (a4826b66-73ce-454c-821e-df6811a394ef), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:00.042436 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d87e81fa-41a2-4c8b-a3ac-688e2d055714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a4826b66-73ce-454c-821e-df6811a394ef), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:00.045450 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d87e81fa-41a2-4c8b-a3ac-688e2d055714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:00.046671 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-d87e81fa-41a2-4c8b-a3ac-688e2d055714 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a4826b66-73ce-454c-821e-df6811a394ef HTTP/1.1" status: 204 len: 168 time: 0.1746643 Aug 30 01:14:00.054670 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e81fa-41a2-4c8b-a3ac-688e2d055714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4826b66-73ce-454c-821e-df6811a394ef,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:00.340424 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267af62a-96c0-49e0-ba32-cd754a713bb0 req-99e5138c-ae36-4e26-9d85-6bfb2b9cd419 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:00.342189 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-267af62a-96c0-49e0-ba32-cd754a713bb0 req-99e5138c-ae36-4e26-9d85-6bfb2b9cd419 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0494037 Aug 30 01:14:00.395975 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-267af62a-96c0-49e0-ba32-cd754a713bb0 req-810fceec-03e4-4a58-beb2-fc228084bf9c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477376 Aug 30 01:14:01.562639 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305d83d-f5ef-42bf-92c1-a7494c59de9b req-57f794a3-885a-4444-bf1f-2a6cee708723 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:01.564142 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8305d83d-f5ef-42bf-92c1-a7494c59de9b req-57f794a3-885a-4444-bf1f-2a6cee708723 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0570889 Aug 30 01:14:01.616145 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8305d83d-f5ef-42bf-92c1-a7494c59de9b req-edb5b044-3cff-4fbd-9ec6-78d1831aa88f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456994 Aug 30 01:14:02.089160 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-35ead398-6012-4598-bae1-a3f3a2911a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:02.090734 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-35ead398-6012-4598-bae1-a3f3a2911a13 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d&tenant_id=742c089b0dea4b1f89efd31f48f9ffc5 HTTP/1.1" status: 200 len: 1127 time: 0.0776997 Aug 30 01:14:02.186412 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-6977b573-5f3c-48f7-8d38-14159f9e9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:02.187922 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-6977b573-5f3c-48f7-8d38-14159f9e9459 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 1127 time: 0.0404110 Aug 30 01:14:02.240729 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:02.245370 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:02.288720 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-4dda0373-ce93-4ac9-afcb-19ad6c4de315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:02.290274 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-4dda0373-ce93-4ac9-afcb-19ad6c4de315 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f HTTP/1.1" status: 200 len: 917 time: 0.0941930 Aug 30 01:14:02.369718 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-5f680506-ecf9-4b7d-b091-b9724def115c service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c HTTP/1.1" status: 200 len: 999 time: 0.0629661 Aug 30 01:14:02.430797 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-67606f4d-d45c-44af-853d-31939c601e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:02.432289 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-67606f4d-d45c-44af-853d-31939c601e4e service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=396acad7-fa43-4c94-bf65-eb50fa3cb4e5 HTTP/1.1" status: 200 len: 855 time: 0.0467298 Aug 30 01:14:02.480974 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-a3623134-2c68-4e2d-b13c-7aec14138d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:02.482533 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-a3623134-2c68-4e2d-b13c-7aec14138d97 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428421 Aug 30 01:14:02.595493 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-2eeaa19b-59b5-4144-a924-feee3e380378 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021163 Aug 30 01:14:02.705269 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9bdf7e29-1668-4377-943d-0a733b4a0fbd req-6db257a7-fa89-4fa2-9753-9e2de217518d service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016719 Aug 30 01:14:02.748578 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc42b8-8ac1-4d3c-8888-1616979a8c2f req-80b21edc-c8bb-4b0a-8f22-dc7a311729f2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:02.750154 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-91fc42b8-8ac1-4d3c-8888-1616979a8c2f req-80b21edc-c8bb-4b0a-8f22-dc7a311729f2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0491455 Aug 30 01:14:02.801397 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-91fc42b8-8ac1-4d3c-8888-1616979a8c2f req-9f992518-a2e2-4729-9a7a-330f13a8980c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448329 Aug 30 01:14:03.061210 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:03.063154 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=22 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:03.953294 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2522f-b9e2-4696-933d-d7c2ab60de95 req-bfd7c869-75eb-463d-aadd-0b8f7275e945 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:03.955507 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bda2522f-b9e2-4696-933d-d7c2ab60de95 req-bfd7c869-75eb-463d-aadd-0b8f7275e945 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0620005 Aug 30 01:14:04.047476 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bda2522f-b9e2-4696-933d-d7c2ab60de95 req-cbcb597b-b147-44f8-a787-f62df1eff4a9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856178 Aug 30 01:14:05.178008 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:05.194177 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04305b-4533-4cd2-a264-b354cb3c5bfd req-a56a00a8-8832-4c7a-8584-13691be47e56 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:05.198259 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2c04305b-4533-4cd2-a264-b354cb3c5bfd req-a56a00a8-8832-4c7a-8584-13691be47e56 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0574470 Aug 30 01:14:05.282276 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2c04305b-4533-4cd2-a264-b354cb3c5bfd req-c724aff0-7a95-424e-aec5-d910f64fa977 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793033 Aug 30 01:14:05.447973 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:14:06.442237 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae70f3-bdc3-45a2-97d6-0f4cb68fee50 req-2c014dc3-d950-449e-9675-d6bd79121297 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:06.445085 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-83ae70f3-bdc3-45a2-97d6-0f4cb68fee50 req-2c014dc3-d950-449e-9675-d6bd79121297 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0602088 Aug 30 01:14:06.530409 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-83ae70f3-bdc3-45a2-97d6-0f4cb68fee50 req-b05fe596-66e6-4086-bb8d-e33566f541c6 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744901 Aug 30 01:14:06.751632 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 59854) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:06.889960 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b91c756b-95e9-4205-afda-85b9381a1093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:06.974290 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b91c756b-95e9-4205-afda-85b9381a1093 admin admin] Publish callbacks [] for security_group (d9e82177-ff9c-4e91-a502-694129db5ea8), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:07.054327 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b91c756b-95e9-4205-afda-85b9381a1093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (d9e82177-ff9c-4e91-a502-694129db5ea8), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:07.096214 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b91c756b-95e9-4205-afda-85b9381a1093 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=29d9333d9f8646358af5d2180e774f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433692 Aug 30 01:14:07.097185 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c756b-95e9-4205-afda-85b9381a1093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e82177-ff9c-4e91-a502-694129db5ea8,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:07.099841 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 59860) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:07.156925 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6b0a6e2a-4596-4d97-8fe1-21dc6b604124 admin admin] Publish callbacks [] for security_group (d9e82177-ff9c-4e91-a502-694129db5ea8), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:07.180472 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6b0a6e2a-4596-4d97-8fe1-21dc6b604124 admin admin] Publish callbacks [] for security_group (d9e82177-ff9c-4e91-a502-694129db5ea8), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:07.311042 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6b0a6e2a-4596-4d97-8fe1-21dc6b604124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (d9e82177-ff9c-4e91-a502-694129db5ea8), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:07.313682 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6b0a6e2a-4596-4d97-8fe1-21dc6b604124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:07.318113 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-6b0a6e2a-4596-4d97-8fe1-21dc6b604124 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d9e82177-ff9c-4e91-a502-694129db5ea8 HTTP/1.1" status: 204 len: 168 time: 0.2133057 Aug 30 01:14:07.328128 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a6e2a-4596-4d97-8fe1-21dc6b604124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e82177-ff9c-4e91-a502-694129db5ea8,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:07.697800 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526a2ba-3ecb-482a-99b2-1fca18e78761 req-55f99843-f2b7-4090-9a4d-04da0e7656ed tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:07.699772 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0526a2ba-3ecb-482a-99b2-1fca18e78761 req-55f99843-f2b7-4090-9a4d-04da0e7656ed tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0653770 Aug 30 01:14:07.783545 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0526a2ba-3ecb-482a-99b2-1fca18e78761 req-5fba9e8f-a537-485a-924b-d3df60b06e59 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712166 Aug 30 01:14:08.938586 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:08.963920 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd540025-af92-477d-ae2e-84d4eac29b74 req-fb62d8a3-5c97-4c14-b304-50029aca498f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:08.966023 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bd540025-af92-477d-ae2e-84d4eac29b74 req-fb62d8a3-5c97-4c14-b304-50029aca498f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0623391 Aug 30 01:14:09.030375 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bd540025-af92-477d-ae2e-84d4eac29b74 req-39706245-6e7d-4336-8e66-1f4c9bbf366f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580459 Aug 30 01:14:10.068206 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:10.205496 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02555f47-f8a8-4f82-bfd0-ccafb2a98463 req-d63edc69-9a53-4b3c-91ae-cc44e4773ffb tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:10.215523 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-02555f47-f8a8-4f82-bfd0-ccafb2a98463 req-d63edc69-9a53-4b3c-91ae-cc44e4773ffb tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0759721 Aug 30 01:14:10.286727 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:10.292188 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-02555f47-f8a8-4f82-bfd0-ccafb2a98463 req-ae65f6db-b2ef-4c4e-8c4e-30428204d746 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776975 Aug 30 01:14:11.448431 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d67193-9632-4a67-89a1-d7cf5b45fcfb req-86cfd940-19d8-44b0-878b-ab791fa30e36 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:11.450114 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b0d67193-9632-4a67-89a1-d7cf5b45fcfb req-86cfd940-19d8-44b0-878b-ab791fa30e36 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0510745 Aug 30 01:14:11.515470 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b0d67193-9632-4a67-89a1-d7cf5b45fcfb req-73686821-380f-4615-9c3f-2211c63de5bf tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592837 Aug 30 01:14:12.662717 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a585b7-1cd8-49d7-92f7-893c111638fb req-6a4df0eb-8f58-47c5-8df1-7f8f6cfa6071 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:12.665048 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-27a585b7-1cd8-49d7-92f7-893c111638fb req-6a4df0eb-8f58-47c5-8df1-7f8f6cfa6071 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0502081 Aug 30 01:14:12.743682 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-27a585b7-1cd8-49d7-92f7-893c111638fb req-3b208bad-3265-416d-a680-d2d743f1314c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697207 Aug 30 01:14:13.876968 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c311db-14c3-4610-ad7f-9c43d2401b6a req-d2956e5b-fc23-46f1-91fb-83be8fa92ccb tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:13.878419 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d4c311db-14c3-4610-ad7f-9c43d2401b6a req-d2956e5b-fc23-46f1-91fb-83be8fa92ccb tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0502985 Aug 30 01:14:13.906048 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:13.930454 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d4c311db-14c3-4610-ad7f-9c43d2401b6a req-bee5fe6f-e6ed-41b1-9849-d3ef406d0f45 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458388 Aug 30 01:14:15.061747 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478db2-c04b-45e0-9395-80960aebcb1b req-92d02641-f0ce-4da2-9342-04c2098f4060 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:15.063234 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e4478db2-c04b-45e0-9395-80960aebcb1b req-92d02641-f0ce-4da2-9342-04c2098f4060 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0501640 Aug 30 01:14:15.116981 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e4478db2-c04b-45e0-9395-80960aebcb1b req-8e183bb7-653b-4d80-8595-06b2ac20bc5d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472631 Aug 30 01:14:15.448246 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:16.245691 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177b7bd-0023-4ab0-b06e-ba6c9e30523b req-74b06d29-1d86-4a9a-92c1-cf60623b3e01 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:16.247260 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6177b7bd-0023-4ab0-b06e-ba6c9e30523b req-74b06d29-1d86-4a9a-92c1-cf60623b3e01 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0483401 Aug 30 01:14:16.297500 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6177b7bd-0023-4ab0-b06e-ba6c9e30523b req-729fbe97-5aa1-4d00-a58f-f0b81c562a44 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446122 Aug 30 01:14:17.343613 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:17.346681 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:17.435287 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab08483-2e6c-4a3e-b4f8-e4b89458d6a6 req-094bb35a-803f-4c1f-b7cf-f3227fca9687 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:17.436890 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fab08483-2e6c-4a3e-b4f8-e4b89458d6a6 req-094bb35a-803f-4c1f-b7cf-f3227fca9687 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0552812 Aug 30 01:14:17.488058 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fab08483-2e6c-4a3e-b4f8-e4b89458d6a6 req-8224696e-9c8d-44b4-ad4f-5a9716bf7545 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451310 Aug 30 01:14:18.469399 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:18.624699 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c7356-4d15-4f93-a2e4-f517550f44b5 req-d47f93ac-9229-4631-aa81-e5a865f279f6 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:18.626156 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-767c7356-4d15-4f93-a2e4-f517550f44b5 req-d47f93ac-9229-4631-aa81-e5a865f279f6 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0539281 Aug 30 01:14:18.631199 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:18.677170 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-767c7356-4d15-4f93-a2e4-f517550f44b5 req-2efcd692-096c-4f77-b8d3-1695fa78ba6b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449231 Aug 30 01:14:19.820621 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e53040-ec5b-42b5-87ad-bb0637fd107c req-46b34f2a-c352-46f6-b3b7-8eedf4a79c98 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:19.822160 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-49e53040-ec5b-42b5-87ad-bb0637fd107c req-46b34f2a-c352-46f6-b3b7-8eedf4a79c98 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0532255 Aug 30 01:14:19.871626 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-49e53040-ec5b-42b5-87ad-bb0637fd107c req-40adb18a-d5c6-4bff-955f-511def424143 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439415 Aug 30 01:14:20.107293 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 60052) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:20.219469 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3188-8761-463a-9cb9-a808f4f2beed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:20.289470 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-c9609c5f-bd50-498c-8ecd-2c6caada454b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:20.301499 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3188-8761-463a-9cb9-a808f4f2beed admin admin] Publish callbacks [] for security_group (37f3e962-8e5b-4c0a-aa58-fce8b1d286a1), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:20.396375 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3188-8761-463a-9cb9-a808f4f2beed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (37f3e962-8e5b-4c0a-aa58-fce8b1d286a1), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:20.438261 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-1e3f3188-8761-463a-9cb9-a808f4f2beed admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=23a784c5814e4c6e9bac3ac5bad27987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298757 Aug 30 01:14:20.439103 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f3188-8761-463a-9cb9-a808f4f2beed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f3e962-8e5b-4c0a-aa58-fce8b1d286a1,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:20.441849 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 60056) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:20.495667 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ac327b4d-2f04-40eb-986a-6acb0ddfbaa5 admin admin] Publish callbacks [] for security_group (37f3e962-8e5b-4c0a-aa58-fce8b1d286a1), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:20.518140 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ac327b4d-2f04-40eb-986a-6acb0ddfbaa5 admin admin] Publish callbacks [] for security_group (37f3e962-8e5b-4c0a-aa58-fce8b1d286a1), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:20.659221 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ac327b4d-2f04-40eb-986a-6acb0ddfbaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (37f3e962-8e5b-4c0a-aa58-fce8b1d286a1), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:20.661835 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ac327b4d-2f04-40eb-986a-6acb0ddfbaa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:20.663044 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-ac327b4d-2f04-40eb-986a-6acb0ddfbaa5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/37f3e962-8e5b-4c0a-aa58-fce8b1d286a1 HTTP/1.1" status: 204 len: 168 time: 0.2201829 Aug 30 01:14:20.671504 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac327b4d-2f04-40eb-986a-6acb0ddfbaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f3e962-8e5b-4c0a-aa58-fce8b1d286a1,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:21.002961 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58755db1-12b3-4035-a111-c597b6e357bb req-bf83265f-dffb-4106-aa0e-be1e6b15b1f3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:21.007806 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-58755db1-12b3-4035-a111-c597b6e357bb req-bf83265f-dffb-4106-aa0e-be1e6b15b1f3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0519772 Aug 30 01:14:21.053989 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-58755db1-12b3-4035-a111-c597b6e357bb req-e6cb26e9-6cfc-4e6b-8133-58396ad6fe5a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424840 Aug 30 01:14:21.219539 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 60074) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:21.233551 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-17450c7a-e89f-47b4-90db-b1ca9d787e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:21.308901 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-17450c7a-e89f-47b4-90db-b1ca9d787e8f admin admin] Publish callbacks [] for security_group (c9febac5-ba26-4552-99cc-d79b95e650e7), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:21.390208 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-17450c7a-e89f-47b4-90db-b1ca9d787e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (c9febac5-ba26-4552-99cc-d79b95e650e7), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:21.432877 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-17450c7a-e89f-47b4-90db-b1ca9d787e8f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cb336347d1ef4f2caaf67a1598b7ecdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121854 Aug 30 01:14:21.433884 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17450c7a-e89f-47b4-90db-b1ca9d787e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9febac5-ba26-4552-99cc-d79b95e650e7,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:21.435615 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 60078) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:21.453053 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:21.490239 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf59f-9e54-4840-ab17-1c79821b7289 admin admin] Publish callbacks [] for security_group (c9febac5-ba26-4552-99cc-d79b95e650e7), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:21.512366 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf59f-9e54-4840-ab17-1c79821b7289 admin admin] Publish callbacks [] for security_group (c9febac5-ba26-4552-99cc-d79b95e650e7), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:21.681716 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf59f-9e54-4840-ab17-1c79821b7289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (c9febac5-ba26-4552-99cc-d79b95e650e7), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:21.684301 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bd3bf59f-9e54-4840-ab17-1c79821b7289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:21.685519 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-bd3bf59f-9e54-4840-ab17-1c79821b7289 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c9febac5-ba26-4552-99cc-d79b95e650e7 HTTP/1.1" status: 204 len: 168 time: 0.2488406 Aug 30 01:14:21.693527 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bf59f-9e54-4840-ab17-1c79821b7289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9febac5-ba26-4552-99cc-d79b95e650e7,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:22.185802 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b930b-34b3-4e0e-8578-107901174f1a req-1544b1b5-68c8-41c7-8ea2-75a76d604763 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:22.187310 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-da9b930b-34b3-4e0e-8578-107901174f1a req-1544b1b5-68c8-41c7-8ea2-75a76d604763 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0470507 Aug 30 01:14:22.206675 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:22.236717 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-da9b930b-34b3-4e0e-8578-107901174f1a req-ef20b23b-c23c-4ffa-a1fd-fc4345dcee04 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436525 Aug 30 01:14:22.391713 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 60094) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:22.405476 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-08df9a92-c6f1-48ac-b198-f29aa2c65743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:22.463769 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:22.490116 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-08df9a92-c6f1-48ac-b198-f29aa2c65743 admin admin] Publish callbacks [] for security_group (61b2082c-7639-4955-b725-9929f5ea0b4c), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:22.590129 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-08df9a92-c6f1-48ac-b198-f29aa2c65743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (61b2082c-7639-4955-b725-9929f5ea0b4c), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:22.609008 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:22.630853 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df9a92-c6f1-48ac-b198-f29aa2c65743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b2082c-7639-4955-b725-9929f5ea0b4c,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:22.635913 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-08df9a92-c6f1-48ac-b198-f29aa2c65743 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=76957ca4f9ce4112ba719bbaf295ce99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431765 Aug 30 01:14:22.639227 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 60096) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:22.691005 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-05eaba96-c586-4fd5-9e34-104fa04f1a46 admin admin] Publish callbacks [] for security_group (61b2082c-7639-4955-b725-9929f5ea0b4c), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:22.713434 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-05eaba96-c586-4fd5-9e34-104fa04f1a46 admin admin] Publish callbacks [] for security_group (61b2082c-7639-4955-b725-9929f5ea0b4c), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:22.813194 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-05eaba96-c586-4fd5-9e34-104fa04f1a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (61b2082c-7639-4955-b725-9929f5ea0b4c), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:22.815823 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-05eaba96-c586-4fd5-9e34-104fa04f1a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:22.817076 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-05eaba96-c586-4fd5-9e34-104fa04f1a46 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/61b2082c-7639-4955-b725-9929f5ea0b4c HTTP/1.1" status: 204 len: 168 time: 0.1775143 Aug 30 01:14:22.827098 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eaba96-c586-4fd5-9e34-104fa04f1a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b2082c-7639-4955-b725-9929f5ea0b4c,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:22.910270 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-eaeefd6a-54e0-4cea-865a-71eb7f1843ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:23.367522 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737b0b1-f1a7-4d54-a2ed-265bd985bc88 req-8acd5eb0-ded4-476e-9397-139e4435c980 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:23.369413 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7737b0b1-f1a7-4d54-a2ed-265bd985bc88 req-8acd5eb0-ded4-476e-9397-139e4435c980 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 943 time: 0.0488055 Aug 30 01:14:23.433342 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7737b0b1-f1a7-4d54-a2ed-265bd985bc88 req-98403f24-7c99-4be2-a1cb-0172e8d8e5c8 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576742 Aug 30 01:14:23.543482 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 3efaeb1f-3500-4863-b27f-c56c1aa2946c details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:14:23.656033 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:14:23.667835 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'port_id': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'mac_address': 'fa:16:3e:9e:be:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:14:23.705109 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 3efaeb1f-3500-4863-b27f-c56c1aa2946c is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:14:23.705639 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:23.721657 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efaeb1f-3500-4863-b27f-c56c1aa2946c {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:14:23.743450 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:14:23.854536 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:23.911398 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=3efaeb1f-3500-4863-b27f-c56c1aa2946c,revision_number=9']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:24.167500 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:24.368118 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['3efaeb1f-3500-4863-b27f-c56c1aa2946c'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:14:24.586484 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b8101-3b8d-4d22-9af4-0284633ae93c req-e4327230-d775-43d8-84fc-f19428766864 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:24.587995 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-803b8101-3b8d-4d22-9af4-0284633ae93c req-e4327230-d775-43d8-84fc-f19428766864 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 944 time: 0.0667701 Aug 30 01:14:24.639262 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-803b8101-3b8d-4d22-9af4-0284633ae93c req-76dafd83-99e9-4545-b2fb-398db07b76e7 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454171 Aug 30 01:14:25.572380 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 3efaeb1f-3500-4863-b27f-c56c1aa2946c up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:14:25.620196 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port 3efaeb1f-3500-4863-b27f-c56c1aa2946c triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:14:25.621001 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:25.723155 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 3efaeb1f-3500-4863-b27f-c56c1aa2946c is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:14:25.723558 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:25.757580 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:14:25.760417 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4dc58d-321f-49cf-9bb7-6c65fa6d7905" -d '{"events": [{"server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "name": "network-vif-plugged", "status": "completed", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:14:25.779190 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:14:25.787394 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e806d64-356c-4e30-8b72-69782bcff0ce req-fc2c333b-1529-4564-802b-d57a00c975df tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:25.787858 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2e806d64-356c-4e30-8b72-69782bcff0ce req-fc2c333b-1529-4564-802b-d57a00c975df tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 944 time: 0.0578823 Aug 30 01:14:25.809595 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f0779b-f35b-410f-85b0-8fa3d4a7fb85 x-openstack-request-id: req-10f0779b-f35b-410f-85b0-8fa3d4a7fb85 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:14:25.811011 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "name": "network-vif-plugged", "status": "completed", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:14:25.811368 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10f0779b-f35b-410f-85b0-8fa3d4a7fb85 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:14:25.811878 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f0779b-f35b-410f-85b0-8fa3d4a7fb85'] response: {'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'code': 200} Aug 30 01:14:25.850014 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:25.852402 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:25.859756 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2e806d64-356c-4e30-8b72-69782bcff0ce req-e6a15b1d-e601-4169-8167-400c295d46d7 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640182 Aug 30 01:14:25.910751 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:25.922200 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-692a58d8-0bcf-4a8c-a682-f487e4522446 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=1c4cae65522c475fad31e57ae71c3c5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352561 Aug 30 01:14:25.987089 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=3efaeb1f-3500-4863-b27f-c56c1aa2946c,revision_number=10']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:26.126430 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-b5cf0f7d-6c92-45a9-881f-7e72ae8fab21 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:26.127907 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-b5cf0f7d-6c92-45a9-881f-7e72ae8fab21 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061963 Aug 30 01:14:26.142994 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-22ac3d86-ed62-4f4a-b24a-4abebd327060 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/quotas/1c4cae65522c475fad31e57ae71c3c5f HTTP/1.1" status: 200 len: 375 time: 0.0094123 Aug 30 01:14:26.178937 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-e78402d2-7a93-4ced-aeb7-284b6f198ee8 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=1c4cae65522c475fad31e57ae71c3c5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300233 Aug 30 01:14:26.261516 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdaba6-35cd-4b9f-b222-1c4acafc9380 req-7a90549e-abe8-428b-a031-3345ead30985 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:26.270401 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fbbdaba6-35cd-4b9f-b222-1c4acafc9380 req-7a90549e-abe8-428b-a031-3345ead30985 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0532923 Aug 30 01:14:26.313801 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fbbdaba6-35cd-4b9f-b222-1c4acafc9380 req-395e478d-3950-44e8-8da6-692c7fbaba1f tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452149 Aug 30 01:14:26.509570 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0c0297f9-1551-41fa-8255-569d4fb7dd6b req-f16898f5-3418-4083-b2f5-764345f27024 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 210 time: 0.0317936 Aug 30 01:14:26.895870 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c2f11-4716-4eb9-831c-e973f24345ec req-e104c7c5-aff4-4e83-bbb5-cce4eab0af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:26.897572 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0a9c2f11-4716-4eb9-831c-e973f24345ec req-e104c7c5-aff4-4e83-bbb5-cce4eab0af04 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 1130 time: 0.0440354 Aug 30 01:14:26.946627 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0a9c2f11-4716-4eb9-831c-e973f24345ec req-2fce4933-8953-4080-8cd7-1a28779f0253 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417182 Aug 30 01:14:27.035820 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c1d89-4be1-4592-865a-3b9057d094c6 req-ca12e000-0acb-44be-845d-b134eb66aa56 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:27.037376 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-178c1d89-4be1-4592-865a-3b9057d094c6 req-ca12e000-0acb-44be-845d-b134eb66aa56 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 946 time: 0.0552030 Aug 30 01:14:27.090607 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-178c1d89-4be1-4592-865a-3b9057d094c6 req-1aee85c5-2263-47e6-803d-acf8165aeb8b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462780 Aug 30 01:14:27.449159 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0a036-3e28-4f6f-a6e2-b515eb5b3156 req-f8151f28-07fe-4a20-824e-fd273f3cc46e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:27.449159 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b5f0a036-3e28-4f6f-a6e2-b515eb5b3156 req-f8151f28-07fe-4a20-824e-fd273f3cc46e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0502486 Aug 30 01:14:27.498433 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b5f0a036-3e28-4f6f-a6e2-b515eb5b3156 req-f9c122bb-9bc1-46fa-84cb-492a3dc31135 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485253 Aug 30 01:14:27.609890 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-efb13011-98e7-46fc-a401-37e475129bd7 req-207e64b2-4eea-455e-acc1-3a3678d7e8fe tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 210 time: 0.0273323 Aug 30 01:14:28.221204 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41a882-bafe-44ca-aac5-5a34789728d2 req-63ca7d04-316d-4d77-b652-5d1b962bc99f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:28.223033 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-be41a882-bafe-44ca-aac5-5a34789728d2 req-63ca7d04-316d-4d77-b652-5d1b962bc99f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 946 time: 0.0492361 Aug 30 01:14:28.290981 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-be41a882-bafe-44ca-aac5-5a34789728d2 req-55113513-3ecd-4fea-88a6-1c60c1162c61 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616491 Aug 30 01:14:28.628287 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029ff8e-9d80-4fe2-b944-1fe4dff459f7 req-f0873405-50f3-4011-8e62-2a7dcf8dcb56 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:28.629789 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c029ff8e-9d80-4fe2-b944-1fe4dff459f7 req-f0873405-50f3-4011-8e62-2a7dcf8dcb56 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0507059 Aug 30 01:14:28.666167 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:28.681680 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c029ff8e-9d80-4fe2-b944-1fe4dff459f7 req-e407f3c6-7ae8-48e4-839e-f64a5af9dfb0 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455294 Aug 30 01:14:28.714492 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-1b8412e6-67b5-429c-8cca-6ff0bf11125b req-54b85883-703b-40aa-a831-1c10228a0277 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 210 time: 0.0268734 Aug 30 01:14:29.425599 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a52f57-ca70-4f30-b525-a70ecd7349e4 req-f7a4667a-3069-4599-a914-423ae27bbb40 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:29.427153 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d0a52f57-ca70-4f30-b525-a70ecd7349e4 req-f7a4667a-3069-4599-a914-423ae27bbb40 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 946 time: 0.0533729 Aug 30 01:14:29.478380 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d0a52f57-ca70-4f30-b525-a70ecd7349e4 req-ee8c27d3-cb8b-47ae-9f93-5e733664f91f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440633 Aug 30 01:14:29.813157 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12db459-5f49-4d49-8247-7b6512959bbf req-e0ae22d6-6906-42b6-919d-8592ba1912ec tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:29.814811 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c12db459-5f49-4d49-8247-7b6512959bbf req-e0ae22d6-6906-42b6-919d-8592ba1912ec tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0555072 Aug 30 01:14:29.844961 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c61e7aa9-5c72-44f0-9695-146afa16a824 req-e0d130fc-48a0-427e-82f1-5f8257730d4c tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 210 time: 0.0315268 Aug 30 01:14:29.869611 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c12db459-5f49-4d49-8247-7b6512959bbf req-762861fd-3b0a-4431-8a77-068977cbe234 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459290 Aug 30 01:14:29.995249 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-31d2579e-6208-4010-ad83-8b08b3c42d14 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=1c4cae65522c475fad31e57ae71c3c5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215683 Aug 30 01:14:30.112047 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-05d341b5-a0c5-4dbc-a059-3b7f87cd397c tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:30.113506 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-05d341b5-a0c5-4dbc-a059-3b7f87cd397c tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128166 Aug 30 01:14:30.142950 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Request body: {'port': {'device_id': '6cf0e034-70be-4033-9fbf-6ae7f32c895e', 'network_id': 'c8643ce9-5b48-4ffa-835f-74965cb9db0e', 'admin_state_up': True, 'tenant_id': '1c4cae65522c475fad31e57ae71c3c5f'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:14:30.333139 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Made reservation on behalf of 1c4cae65522c475fad31e57ae71c3c5f for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:14:30.338179 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:30.350955 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:30.377074 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:30.432387 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Publish callbacks [] for security_group (a3b93c10-d9cc-40a5-8cd2-1e7bac553a35), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:30.453646 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:30.464454 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:30.534234 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a3b93c10-d9cc-40a5-8cd2-1e7bac553a35), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:30.606381 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:30.662369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fc2c9-33bf-4898-87a9-52f8101d75e3 req-01c916bb-7c39-420c-8aa9-650c1f6a4208 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:30.663981 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-db1fc2c9-33bf-4898-87a9-52f8101d75e3 req-01c916bb-7c39-420c-8aa9-650c1f6a4208 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 946 time: 0.0733953 Aug 30 01:14:30.744732 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Allocated IP 192.168.233.250 (c8643ce9-5b48-4ffa-835f-74965cb9db0e/d23ddb2b-fbe9-4b4a-a8b5-fc63cc72bdcc/c9469186-90f0-4715-85c3-8c8b2fd48e3c) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:14:30.764849 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-db1fc2c9-33bf-4898-87a9-52f8101d75e3 req-fa36efb2-01e2-4c91-945a-7a8153680e19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783646 Aug 30 01:14:30.782143 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:30.934676 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Publish callbacks [] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:30.974609 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-78180496-7964-4c71-a229-99f0c75a23a3 req-f157187f-0434-4418-b233-6f6e218cb16f tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 210 time: 0.0294776 Aug 30 01:14:31.009018 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfec74-4881-4aa8-b35a-fa8d7eea957b req-fd6925aa-a029-41a4-813b-7762ff32e6b0 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:31.010508 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a7bfec74-4881-4aa8-b35a-fa8d7eea957b req-fd6925aa-a029-41a4-813b-7762ff32e6b0 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0628002 Aug 30 01:14:31.059184 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a7bfec74-4881-4aa8-b35a-fa8d7eea957b req-e9642a83-6289-4b86-b015-30a1210b1ac5 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429170 Aug 30 01:14:31.070755 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:31.118335 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Network c8643ce9-5b48-4ffa-835f-74965cb9db0e is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:14:31.121585 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:14:31.125408 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:14:31.152432 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Pushing event updated for resources: {'Port': ['ID=c9469186-90f0-4715-85c3-8c8b2fd48e3c,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:31.182409 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:31.183038 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:31.186751 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:31.283677 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-0a54aa92-ecbd-4514-90c7-61a34e754e03 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1445606 Aug 30 01:14:31.307427 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Request body: {'port': {'device_id': '6cf0e034-70be-4033-9fbf-6ae7f32c895e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:14:31.366397 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:31.382973 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-5fd85d2b-b566-4801-940f-4f725b0e027b None None] Provisioning complete for port c9469186-90f0-4715-85c3-8c8b2fd48e3c triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:14:31.383609 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5fd85d2b-b566-4801-940f-4f725b0e027b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:31.420757 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-5fd85d2b-b566-4801-940f-4f725b0e027b None None] Port c9469186-90f0-4715-85c3-8c8b2fd48e3c cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:14:31.628384 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9469186-90f0-4715-85c3-8c8b2fd48e3c {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:14:31.636846 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Publish callbacks [] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:31.649649 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Transition to ACTIVE for port object c9469186-90f0-4715-85c3-8c8b2fd48e3c will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:14:31.744428 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:31.822506 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9469186-90f0-4715-85c3-8c8b2fd48e3c,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:31.870031 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Attempting to bind port c9469186-90f0-4715-85c3-8c8b2fd48e3c on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:14:31.870372 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Attempting to bind port c9469186-90f0-4715-85c3-8c8b2fd48e3c by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '4a522f02-b00f-4a1d-ab23-5ae5e11969ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c8643ce9-5b48-4ffa-835f-74965cb9db0e'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:14:31.870695 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Attempting to bind port c9469186-90f0-4715-85c3-8c8b2fd48e3c on network c8643ce9-5b48-4ffa-835f-74965cb9db0e {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:14:31.875424 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Port c9469186-90f0-4715-85c3-8c8b2fd48e3c on network c8643ce9-5b48-4ffa-835f-74965cb9db0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:14:31.875743 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Attempting to bind port c9469186-90f0-4715-85c3-8c8b2fd48e3c on network c8643ce9-5b48-4ffa-835f-74965cb9db0e {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:14:31.880918 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:14:31.881178 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Checking segment: {'id': '4a522f02-b00f-4a1d-ab23-5ae5e11969ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c8643ce9-5b48-4ffa-835f-74965cb9db0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:14:31.881599 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Bound using segment: {'id': '4a522f02-b00f-4a1d-ab23-5ae5e11969ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c8643ce9-5b48-4ffa-835f-74965cb9db0e'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:14:31.882145 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Bound port: c9469186-90f0-4715-85c3-8c8b2fd48e3c, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a522f02-b00f-4a1d-ab23-5ae5e11969ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c8643ce9-5b48-4ffa-835f-74965cb9db0e'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:14:31.882500 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:31.918769 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b87f2-07ab-44b2-8907-3b7fcfe961c1 req-e5cd0df8-11be-4f21-9c22-3da46ba3154d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:31.920531 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bb2b87f2-07ab-44b2-8907-3b7fcfe961c1 req-e5cd0df8-11be-4f21-9c22-3da46ba3154d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 946 time: 0.0489833 Aug 30 01:14:31.946035 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:31.949993 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] For port c9469186-90f0-4715-85c3-8c8b2fd48e3c, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:14:31.953421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] For port c9469186-90f0-4715-85c3-8c8b2fd48e3c, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c9469186-90f0-4715-85c3-8c8b2fd48e3c,segment=NetworkSegment(4a522f02-b00f-4a1d-ab23-5ae5e11969ea),segment_id=4a522f02-b00f-4a1d-ab23-5ae5e11969ea)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:14:31.970814 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bb2b87f2-07ab-44b2-8907-3b7fcfe961c1 req-c578d200-d248-4275-91d6-022397841cea tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443671 Aug 30 01:14:32.095416 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f003f9b-6f7c-47fb-acb3-cdfbd4fc0266 req-136199d0-0c97-451a-9ff9-673498843563 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:32.096957 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8f003f9b-6f7c-47fb-acb3-cdfbd4fc0266 req-136199d0-0c97-451a-9ff9-673498843563 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 948 time: 0.0472944 Aug 30 01:14:32.105610 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:32.118324 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:32.118921 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:32.120405 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/c9469186-90f0-4715-85c3-8c8b2fd48e3c HTTP/1.1" status: 200 len: 1098 time: 0.8176928 Aug 30 01:14:32.122126 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf0e034-70be-4033-9fbf-6ae7f32c895e', 'tag': 'c9469186-90f0-4715-85c3-8c8b2fd48e3c'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:14:32.124422 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c9c8f4-6afb-45ef-a9b0-57e39c5a8de2" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf0e034-70be-4033-9fbf-6ae7f32c895e", "tag": "c9469186-90f0-4715-85c3-8c8b2fd48e3c"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:14:32.193440 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c719842-f7a3-4dde-ae0e-6f9b39e2c73f req-b7a13af6-ad89-4d15-b1d8-eadb762da286 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:32.199054 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6c719842-f7a3-4dde-ae0e-6f9b39e2c73f req-b7a13af6-ad89-4d15-b1d8-eadb762da286 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0555673 Aug 30 01:14:32.214255 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8f003f9b-6f7c-47fb-acb3-cdfbd4fc0266 req-c4a473ca-55e1-47d6-90e6-67c7c1c14aeb tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101725 Aug 30 01:14:32.215338 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1d44b-7a48-4e61-b4e8-0c8a1534a4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9469186-90f0-4715-85c3-8c8b2fd48e3c,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:32.259020 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6c719842-f7a3-4dde-ae0e-6f9b39e2c73f req-7eca2921-af97-4b00-a577-cdfc3c918b8c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570223 Aug 30 01:14:32.279025 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e969880b-bfcf-4932-8b79-41d077362288 x-openstack-request-id: req-e969880b-bfcf-4932-8b79-41d077362288 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:14:32.279316 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf0e034-70be-4033-9fbf-6ae7f32c895e", "tag": "c9469186-90f0-4715-85c3-8c8b2fd48e3c", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:14:32.279569 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e969880b-bfcf-4932-8b79-41d077362288 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:14:32.279994 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e969880b-bfcf-4932-8b79-41d077362288'] response: {'name': 'network-changed', 'server_uuid': '6cf0e034-70be-4033-9fbf-6ae7f32c895e', 'tag': 'c9469186-90f0-4715-85c3-8c8b2fd48e3c', 'status': 'completed', 'code': 200} Aug 30 01:14:32.291903 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-57914dab-6d7c-4fe6-9369-cdac00f43d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:32.293404 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-57914dab-6d7c-4fe6-9369-cdac00f43d80 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=1c4cae65522c475fad31e57ae71c3c5f&device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 1132 time: 0.0441346 Aug 30 01:14:32.315942 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:32.343787 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-dd7c70e0-2b0f-4f54-84a6-bc61cc619534 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=c9469186-90f0-4715-85c3-8c8b2fd48e3c HTTP/1.1" status: 200 len: 217 time: 0.0335157 Aug 30 01:14:32.396733 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-4384578d-fd86-4fdb-b391-d5dcab464c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:32.398262 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-4384578d-fd86-4fdb-b391-d5dcab464c52 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=d23ddb2b-fbe9-4b4a-a8b5-fc63cc72bdcc HTTP/1.1" status: 200 len: 843 time: 0.0483267 Aug 30 01:14:32.686321 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-6c52c6af-c8bd-487b-8203-691c96db77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:32.687736 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-6c52c6af-c8bd-487b-8203-691c96db77c3 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=c8643ce9-5b48-4ffa-835f-74965cb9db0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.2801504 Aug 30 01:14:32.786174 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-1d0357e3-c9a5-45c6-9a16-37f593879823 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/c8643ce9-5b48-4ffa-835f-74965cb9db0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885954 Aug 30 01:14:32.881278 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1644927-c977-43ad-8895-ae2c6f761b26 req-abced430-0b94-4027-a614-a356784b5f13 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/c8643ce9-5b48-4ffa-835f-74965cb9db0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869963 Aug 30 01:14:33.341563 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63550-6548-4112-aba6-2dc7b46a7203 req-e5d7ebae-65bb-4556-97ec-9ec4e83b7195 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:33.343036 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8ac63550-6548-4112-aba6-2dc7b46a7203 req-e5d7ebae-65bb-4556-97ec-9ec4e83b7195 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 948 time: 0.0508602 Aug 30 01:14:33.399351 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08dfb2-bce4-45fe-bffd-8cd081414483 req-67b93404-bd5e-4b14-b863-b907216be51b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:33.400124 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8ac63550-6548-4112-aba6-2dc7b46a7203 req-3f42824b-7b5a-4404-a498-88a424219344 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503831 Aug 30 01:14:33.401288 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9d08dfb2-bce4-45fe-bffd-8cd081414483 req-67b93404-bd5e-4b14-b863-b907216be51b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0616279 Aug 30 01:14:33.452067 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9d08dfb2-bce4-45fe-bffd-8cd081414483 req-5c9553e3-fe72-4453-ace2-7cdad5e780fb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449772 Aug 30 01:14:33.671321 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 60306) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:33.778795 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ae294a19-6ba6-4993-b0aa-4b92029d384a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:33.854714 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ae294a19-6ba6-4993-b0aa-4b92029d384a admin admin] Publish callbacks [] for security_group (6d079bba-0543-47a3-932a-fc18190c2870), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:33.921085 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ae294a19-6ba6-4993-b0aa-4b92029d384a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6d079bba-0543-47a3-932a-fc18190c2870), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:33.960972 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-ae294a19-6ba6-4993-b0aa-4b92029d384a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=273553011da245b5b18e2c606124ed1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885711 Aug 30 01:14:33.961915 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae294a19-6ba6-4993-b0aa-4b92029d384a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d079bba-0543-47a3-932a-fc18190c2870,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:33.964723 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 60310) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:34.013490 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d03ea99-328e-49d8-8b54-68354fa40e77 admin admin] Publish callbacks [] for security_group (6d079bba-0543-47a3-932a-fc18190c2870), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:34.016014 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:34.038128 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d03ea99-328e-49d8-8b54-68354fa40e77 admin admin] Publish callbacks [] for security_group (6d079bba-0543-47a3-932a-fc18190c2870), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:34.149237 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9c8f4-6afb-45ef-a9b0-57e39c5a8de2 req-1c48577c-7a57-4925-a431-86c2c72fa418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:34.150259 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d03ea99-328e-49d8-8b54-68354fa40e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6d079bba-0543-47a3-932a-fc18190c2870), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:34.150840 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-64c9c8f4-6afb-45ef-a9b0-57e39c5a8de2 req-1c48577c-7a57-4925-a431-86c2c72fa418 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=1c4cae65522c475fad31e57ae71c3c5f&device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 1132 time: 0.0399354 Aug 30 01:14:34.152868 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d03ea99-328e-49d8-8b54-68354fa40e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:34.154005 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-3d03ea99-328e-49d8-8b54-68354fa40e77 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6d079bba-0543-47a3-932a-fc18190c2870 HTTP/1.1" status: 204 len: 168 time: 0.1878092 Aug 30 01:14:34.162333 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03ea99-328e-49d8-8b54-68354fa40e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d079bba-0543-47a3-932a-fc18190c2870,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:34.247607 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9c8f4-6afb-45ef-a9b0-57e39c5a8de2 req-39aaf81d-495f-4be2-a924-1291b58c9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:34.249071 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-64c9c8f4-6afb-45ef-a9b0-57e39c5a8de2 req-39aaf81d-495f-4be2-a924-1291b58c9460 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=c8643ce9-5b48-4ffa-835f-74965cb9db0e HTTP/1.1" status: 200 len: 870 time: 0.0916054 Aug 30 01:14:34.290193 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-64c9c8f4-6afb-45ef-a9b0-57e39c5a8de2 req-429e3cc6-0646-4d32-90b2-5bb4e05a2c8f service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=c9469186-90f0-4715-85c3-8c8b2fd48e3c HTTP/1.1" status: 200 len: 217 time: 0.0337815 Aug 30 01:14:34.343652 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9c8f4-6afb-45ef-a9b0-57e39c5a8de2 req-697c6b0f-150b-44fb-918a-8bd519202561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:34.345128 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-64c9c8f4-6afb-45ef-a9b0-57e39c5a8de2 req-697c6b0f-150b-44fb-918a-8bd519202561 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=d23ddb2b-fbe9-4b4a-a8b5-fc63cc72bdcc HTTP/1.1" status: 200 len: 843 time: 0.0487432 Aug 30 01:14:34.393436 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9c8f4-6afb-45ef-a9b0-57e39c5a8de2 req-c1e7767c-2878-4841-83b5-24f01fe87446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:34.394774 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-64c9c8f4-6afb-45ef-a9b0-57e39c5a8de2 req-c1e7767c-2878-4841-83b5-24f01fe87446 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=c8643ce9-5b48-4ffa-835f-74965cb9db0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0399289 Aug 30 01:14:34.530479 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-64c9c8f4-6afb-45ef-a9b0-57e39c5a8de2 req-08da6f82-7c7c-450f-8feb-756aec3ed642 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/c8643ce9-5b48-4ffa-835f-74965cb9db0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285906 Aug 30 01:14:34.549650 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:34.551624 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:34.566688 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1caa63-5230-4d58-9758-bb2ec75a76a2 req-8545c4da-5c80-4c7f-9144-1c590d9acc8d tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:34.568326 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3c1caa63-5230-4d58-9758-bb2ec75a76a2 req-8545c4da-5c80-4c7f-9144-1c590d9acc8d tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 948 time: 0.0867803 Aug 30 01:14:34.579163 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:34.591229 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d3046-ad51-43ff-b64a-be61a62c22ae req-43b22878-fbd6-4b3d-834f-9e8ccd058bb3 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:34.592757 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-cc8d3046-ad51-43ff-b64a-be61a62c22ae req-43b22878-fbd6-4b3d-834f-9e8ccd058bb3 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0505626 Aug 30 01:14:34.648500 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-cc8d3046-ad51-43ff-b64a-be61a62c22ae req-bd8654dc-c691-48ab-846f-f053e0720de3 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485287 Aug 30 01:14:34.688425 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3c1caa63-5230-4d58-9758-bb2ec75a76a2 req-0fca5c3a-472e-4536-86cc-0715d151833f tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907497 Aug 30 01:14:34.691063 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-64c9c8f4-6afb-45ef-a9b0-57e39c5a8de2 req-1c51ab14-85df-437c-b13f-03115d598432 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/c8643ce9-5b48-4ffa-835f-74965cb9db0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544614 Aug 30 01:14:35.628849 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c9469186-90f0-4715-85c3-8c8b2fd48e3c details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:14:35.795545 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2f3e6-8383-4940-96a7-4ff51338d1aa req-5efafc57-dc37-4358-9eac-4b5799ebab77 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:35.803162 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2da2f3e6-8383-4940-96a7-4ff51338d1aa req-5efafc57-dc37-4358-9eac-4b5799ebab77 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0635471 Aug 30 01:14:35.828858 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af5024-7f8a-4c68-b06d-9258f5210d76 req-a91bbd60-69d3-4010-af60-ce228c4c7a30 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:35.830744 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-43af5024-7f8a-4c68-b06d-9258f5210d76 req-a91bbd60-69d3-4010-af60-ce228c4c7a30 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 948 time: 0.0572450 Aug 30 01:14:35.851091 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2da2f3e6-8383-4940-96a7-4ff51338d1aa req-46f458a5-e01a-410d-8486-28ba8653a322 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460587 Aug 30 01:14:35.873648 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port c9469186-90f0-4715-85c3-8c8b2fd48e3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c9469186-90f0-4715-85c3-8c8b2fd48e3c,segment=NetworkSegment(4a522f02-b00f-4a1d-ab23-5ae5e11969ea),segment_id=4a522f02-b00f-4a1d-ab23-5ae5e11969ea)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:14:35.886943 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'c9469186-90f0-4715-85c3-8c8b2fd48e3c', 'network_id': 'c8643ce9-5b48-4ffa-835f-74965cb9db0e', 'port_id': 'c9469186-90f0-4715-85c3-8c8b2fd48e3c', 'mac_address': 'fa:16:3e:80:8a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23ddb2b-fbe9-4b4a-a8b5-fc63cc72bdcc', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:14:35.894267 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-43af5024-7f8a-4c68-b06d-9258f5210d76 req-69233c10-b9a2-42e1-bdd0-95417f70421e tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553684 Aug 30 01:14:35.925066 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port c9469186-90f0-4715-85c3-8c8b2fd48e3c is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:14:35.925467 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:35.939087 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9469186-90f0-4715-85c3-8c8b2fd48e3c {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:14:35.960174 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port c9469186-90f0-4715-85c3-8c8b2fd48e3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c9469186-90f0-4715-85c3-8c8b2fd48e3c,segment=NetworkSegment(4a522f02-b00f-4a1d-ab23-5ae5e11969ea),segment_id=4a522f02-b00f-4a1d-ab23-5ae5e11969ea)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:14:35.987116 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 60350) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:36.035943 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:36.096112 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=c9469186-90f0-4715-85c3-8c8b2fd48e3c,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:36.104427 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-84eefd26-da9e-4703-a5c4-b1c5075f933b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:36.181938 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-84eefd26-da9e-4703-a5c4-b1c5075f933b admin admin] Publish callbacks [] for security_group (b5cf4a5a-bbb0-4c9d-b647-c950c03798f2), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:36.258536 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-84eefd26-da9e-4703-a5c4-b1c5075f933b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (b5cf4a5a-bbb0-4c9d-b647-c950c03798f2), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:36.302733 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-84eefd26-da9e-4703-a5c4-b1c5075f933b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=89afb17ea6c04c3b9f78d66a87dfddcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145213 Aug 30 01:14:36.303818 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eefd26-da9e-4703-a5c4-b1c5075f933b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cf4a5a-bbb0-4c9d-b647-c950c03798f2,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:36.305740 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 60354) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:36.360301 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9c15db7f-2fec-492a-98ab-22cc251286ed admin admin] Publish callbacks [] for security_group (b5cf4a5a-bbb0-4c9d-b647-c950c03798f2), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:36.380762 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9c15db7f-2fec-492a-98ab-22cc251286ed admin admin] Publish callbacks [] for security_group (b5cf4a5a-bbb0-4c9d-b647-c950c03798f2), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:36.510167 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['c9469186-90f0-4715-85c3-8c8b2fd48e3c'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:14:36.521384 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9c15db7f-2fec-492a-98ab-22cc251286ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (b5cf4a5a-bbb0-4c9d-b647-c950c03798f2), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:36.524090 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9c15db7f-2fec-492a-98ab-22cc251286ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:36.525249 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-9c15db7f-2fec-492a-98ab-22cc251286ed admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b5cf4a5a-bbb0-4c9d-b647-c950c03798f2 HTTP/1.1" status: 204 len: 168 time: 0.2185059 Aug 30 01:14:36.534655 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15db7f-2fec-492a-98ab-22cc251286ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cf4a5a-bbb0-4c9d-b647-c950c03798f2,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:36.549300 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:36.585575 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:36.597960 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:37.026226 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54c1af-ab56-42b0-ad7f-f9005d8b75ce req-d5cf359b-687f-46da-bbe2-481d106b9a55 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:37.028204 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-dc54c1af-ab56-42b0-ad7f-f9005d8b75ce req-d5cf359b-687f-46da-bbe2-481d106b9a55 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0708609 Aug 30 01:14:37.050945 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ce26d-6714-4b3e-972c-471b4231030e req-ddf58c98-8ec2-4715-a65c-03b185c77305 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:37.054714 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ce26d-6714-4b3e-972c-471b4231030e req-ddf58c98-8ec2-4715-a65c-03b185c77305 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 949 time: 0.0640206 Aug 30 01:14:37.096341 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-dc54c1af-ab56-42b0-ad7f-f9005d8b75ce req-0a5a2909-dd24-49b8-88ab-b3bcf558611f tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616074 Aug 30 01:14:37.124428 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ce26d-6714-4b3e-972c-471b4231030e req-695bde25-6d4c-43d0-ba95-228d37934ce9 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634668 Aug 30 01:14:37.682052 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c9469186-90f0-4715-85c3-8c8b2fd48e3c up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:14:37.728106 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port c9469186-90f0-4715-85c3-8c8b2fd48e3c completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:14:37.773545 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port c9469186-90f0-4715-85c3-8c8b2fd48e3c triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:14:37.773994 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:37.848245 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port c9469186-90f0-4715-85c3-8c8b2fd48e3c is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:14:37.848640 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:37.873269 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf0e034-70be-4033-9fbf-6ae7f32c895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9469186-90f0-4715-85c3-8c8b2fd48e3c'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:14:37.875529 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59b0ce5-5897-4be6-9ac8-2dbbf5473d60" -d '{"events": [{"server_uuid": "6cf0e034-70be-4033-9fbf-6ae7f32c895e", "name": "network-vif-plugged", "status": "completed", "tag": "c9469186-90f0-4715-85c3-8c8b2fd48e3c"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:14:37.888732 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port c9469186-90f0-4715-85c3-8c8b2fd48e3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c9469186-90f0-4715-85c3-8c8b2fd48e3c,segment=NetworkSegment(4a522f02-b00f-4a1d-ab23-5ae5e11969ea),segment_id=4a522f02-b00f-4a1d-ab23-5ae5e11969ea)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:14:37.920368 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0efb56e-fd93-4767-91c5-2b4c320032d5 x-openstack-request-id: req-e0efb56e-fd93-4767-91c5-2b4c320032d5 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:14:37.920722 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf0e034-70be-4033-9fbf-6ae7f32c895e", "name": "network-vif-plugged", "status": "completed", "tag": "c9469186-90f0-4715-85c3-8c8b2fd48e3c", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:14:37.920970 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0efb56e-fd93-4767-91c5-2b4c320032d5 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:14:37.921545 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0efb56e-fd93-4767-91c5-2b4c320032d5'] response: {'server_uuid': '6cf0e034-70be-4033-9fbf-6ae7f32c895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9469186-90f0-4715-85c3-8c8b2fd48e3c', 'code': 200} Aug 30 01:14:37.967038 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:38.020076 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=c9469186-90f0-4715-85c3-8c8b2fd48e3c,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:38.226604 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07343525-d33e-410a-b35e-b38ae16c7181 req-8da26f72-b07a-4dc1-8b7a-3fa8f01d1044 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:38.228302 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-07343525-d33e-410a-b35e-b38ae16c7181 req-8da26f72-b07a-4dc1-8b7a-3fa8f01d1044 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0478518 Aug 30 01:14:38.257854 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a96cc-7405-4620-8851-6df35ba91058 req-28526388-87ea-4ae6-a7d3-cabc6d897823 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:38.259424 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-956a96cc-7405-4620-8851-6df35ba91058 req-28526388-87ea-4ae6-a7d3-cabc6d897823 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0513873 Aug 30 01:14:38.279309 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-07343525-d33e-410a-b35e-b38ae16c7181 req-9b43ef16-4dec-41c6-99e9-28220bd4047c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450006 Aug 30 01:14:38.320825 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-956a96cc-7405-4620-8851-6df35ba91058 req-193b3784-59d7-4870-a25b-af9ceb56fa62 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544055 Aug 30 01:14:38.389701 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa83e7-6f32-497a-acf4-5493a4b463df req-feeab456-a0f5-45bc-a7d6-057f50683ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:38.391055 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1baa83e7-6f32-497a-acf4-5493a4b463df req-feeab456-a0f5-45bc-a7d6-057f50683ac2 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 1134 time: 0.0435076 Aug 30 01:14:38.438763 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1baa83e7-6f32-497a-acf4-5493a4b463df req-d28c089e-eeca-49be-a0b6-2db2d015562e service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Aug 30 01:14:38.809426 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc91e09-998e-401c-a782-e6ba50f66128 req-b9d050ea-d54c-4738-a02a-c8f0ac246421 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:38.810972 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bfc91e09-998e-401c-a782-e6ba50f66128 req-b9d050ea-d54c-4738-a02a-c8f0ac246421 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0521262 Aug 30 01:14:38.858901 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bfc91e09-998e-401c-a782-e6ba50f66128 req-83726463-83b3-4a00-85bc-b4a9214c5463 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423369 Aug 30 01:14:39.443315 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f586d4-3826-476b-88b8-9d066c74b29d req-30d389ca-5641-434c-8432-863733ff6bce tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:39.444805 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a5f586d4-3826-476b-88b8-9d066c74b29d req-30d389ca-5641-434c-8432-863733ff6bce tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0506182 Aug 30 01:14:39.522521 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a5f586d4-3826-476b-88b8-9d066c74b29d req-1aad82ac-7964-4b5b-badb-8857c9654e5a tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716748 Aug 30 01:14:39.530768 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e391fd-62ca-41a0-9f91-8ab37ba04a8f req-eef41b58-f9dd-4988-996d-2389d6b70a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:39.532326 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f2e391fd-62ca-41a0-9f91-8ab37ba04a8f req-eef41b58-f9dd-4988-996d-2389d6b70a56 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=13862ab3a9504644853a8c48c3f69b4c&device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 1129 time: 0.0489650 Aug 30 01:14:39.561353 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:39.630954 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e391fd-62ca-41a0-9f91-8ab37ba04a8f req-4cb2f365-f2d9-41ad-8533-75ea614696db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:39.632388 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f2e391fd-62ca-41a0-9f91-8ab37ba04a8f req-4cb2f365-f2d9-41ad-8533-75ea614696db service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=37938639-da56-43d1-ac7c-a949da52ba53 HTTP/1.1" status: 200 len: 911 time: 0.0913675 Aug 30 01:14:39.981957 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388ee9f-9668-4719-b602-277ea5b0ec71 req-91665ad3-e98f-44b5-adb7-a1c8bf2181fa tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:39.983469 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6388ee9f-9668-4719-b602-277ea5b0ec71 req-91665ad3-e98f-44b5-adb7-a1c8bf2181fa tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0472822 Aug 30 01:14:40.036586 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6388ee9f-9668-4719-b602-277ea5b0ec71 req-1016ae8b-ff25-4c3c-b271-9e43d11d72ae tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474854 Aug 30 01:14:40.470641 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:40.483493 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f2e391fd-62ca-41a0-9f91-8ab37ba04a8f req-13e23c2d-3ddb-492b-85b2-0f4f869e1a7b service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c67f9947-1307-4c65-b66d-e90b9d577330 HTTP/1.1" status: 200 len: 1000 time: 0.0626636 Aug 30 01:14:40.542602 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e391fd-62ca-41a0-9f91-8ab37ba04a8f req-717b9dac-8c3f-49bb-a855-b8aa3f124abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:40.544469 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f2e391fd-62ca-41a0-9f91-8ab37ba04a8f req-717b9dac-8c3f-49bb-a855-b8aa3f124abf service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f73da1d0-2071-4d5f-b9f8-f3beaaeae423 HTTP/1.1" status: 200 len: 849 time: 0.0476062 Aug 30 01:14:40.591224 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e391fd-62ca-41a0-9f91-8ab37ba04a8f req-4dca217a-3e2a-4d10-83ea-542a609abfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:40.592735 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f2e391fd-62ca-41a0-9f91-8ab37ba04a8f req-4dca217a-3e2a-4d10-83ea-542a609abfd5 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=37938639-da56-43d1-ac7c-a949da52ba53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398979 Aug 30 01:14:40.688196 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e804b69-e8da-4064-b07c-8e2da188cca0 req-7c929d93-c6eb-47e6-9729-4830b5e280b8 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:40.689571 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e804b69-e8da-4064-b07c-8e2da188cca0 req-7c929d93-c6eb-47e6-9729-4830b5e280b8 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0911572 Aug 30 01:14:40.760486 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f2e391fd-62ca-41a0-9f91-8ab37ba04a8f req-13530934-8862-4e7d-9935-a6737ad8ffd6 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514676 Aug 30 01:14:40.764774 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e804b69-e8da-4064-b07c-8e2da188cca0 req-8ad40b31-ee04-4961-b8e2-ffac34c50496 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695379 Aug 30 01:14:40.858081 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f2e391fd-62ca-41a0-9f91-8ab37ba04a8f req-5b3160c7-46b2-4227-8d1b-cb72aa92f6ba service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888197 Aug 30 01:14:41.156280 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa2e1-2659-4cf8-9590-34ffd1a1d01e req-a016aac3-8484-452c-9b44-50f012d370e2 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:41.157779 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b62aa2e1-2659-4cf8-9590-34ffd1a1d01e req-a016aac3-8484-452c-9b44-50f012d370e2 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0469649 Aug 30 01:14:41.206552 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b62aa2e1-2659-4cf8-9590-34ffd1a1d01e req-9c8791a8-c91d-4362-8533-c345113cee21 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431356 Aug 30 01:14:41.894033 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e994898-196d-44bc-8331-bfc9bf8fe02b req-663ec509-e117-4198-8947-34909b973f8e tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:41.895936 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2e994898-196d-44bc-8331-bfc9bf8fe02b req-663ec509-e117-4198-8947-34909b973f8e tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0549598 Aug 30 01:14:41.946258 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2e994898-196d-44bc-8331-bfc9bf8fe02b req-89f4a8fe-f088-4a7d-934d-ce4cf77d86b0 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430317 Aug 30 01:14:42.329843 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d10ac-a59a-4c02-ab8c-9c594e6c5ef5 req-05d0ac32-6c1a-4c3d-9917-df9fcf1c40c6 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:42.331631 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-236d10ac-a59a-4c02-ab8c-9c594e6c5ef5 req-05d0ac32-6c1a-4c3d-9917-df9fcf1c40c6 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0509529 Aug 30 01:14:42.384409 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-236d10ac-a59a-4c02-ab8c-9c594e6c5ef5 req-4228e9b5-99b2-4db9-8ab9-616276471425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464494 Aug 30 01:14:42.448284 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:14:42.493242 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfb157-acc4-4a80-95aa-c9b163f4039f req-691b542e-3097-4ed6-a991-01f37e45df2c tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:42.494774 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c5cfb157-acc4-4a80-95aa-c9b163f4039f req-691b542e-3097-4ed6-a991-01f37e45df2c tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0482681 Aug 30 01:14:42.541486 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c5cfb157-acc4-4a80-95aa-c9b163f4039f req-25a9a18c-4a2a-4e54-89b2-3b7ade35200c tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411530 Aug 30 01:14:43.512392 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d438c-8282-4211-afc4-93e98dfa9588 req-a1474927-1ddf-487d-ad8a-ed4c7bc1d94b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:43.513956 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5b6d438c-8282-4211-afc4-93e98dfa9588 req-a1474927-1ddf-487d-ad8a-ed4c7bc1d94b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0490496 Aug 30 01:14:43.564566 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5b6d438c-8282-4211-afc4-93e98dfa9588 req-a1005025-558a-443e-b2b4-db2dc133373c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449545 Aug 30 01:14:43.667814 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9d5a7-68ff-4eee-8095-fdfb626fd7be req-cad8258f-9ecd-48d5-b9a3-d4c51a72bd8c tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:43.669611 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-eda9d5a7-68ff-4eee-8095-fdfb626fd7be req-cad8258f-9ecd-48d5-b9a3-d4c51a72bd8c tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0531077 Aug 30 01:14:43.682289 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:43.724000 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-eda9d5a7-68ff-4eee-8095-fdfb626fd7be req-6b7acb12-2dc5-4ce0-8628-0f7d92754f3b tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484266 Aug 30 01:14:44.690492 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c58f3-4a1a-4b3c-8015-e72d2635999a req-93cfde9a-4c3b-4cd0-b1c1-00f2fe87bc46 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:44.691997 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e56c58f3-4a1a-4b3c-8015-e72d2635999a req-93cfde9a-4c3b-4cd0-b1c1-00f2fe87bc46 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0476785 Aug 30 01:14:44.705242 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:44.744287 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e56c58f3-4a1a-4b3c-8015-e72d2635999a req-05071361-8e1e-4a65-81df-45de63d10bdd tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458405 Aug 30 01:14:44.863991 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d8cf4-2e6d-42e4-ba2f-109857e4a8a9 req-65600563-22ec-40b0-815e-b833eecbc2b1 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:44.865447 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-033d8cf4-2e6d-42e4-ba2f-109857e4a8a9 req-65600563-22ec-40b0-815e-b833eecbc2b1 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0509558 Aug 30 01:14:44.913389 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-033d8cf4-2e6d-42e4-ba2f-109857e4a8a9 req-6c7b53da-e2d5-45ec-b84f-fe9a626cee81 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421605 Aug 30 01:14:45.866938 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab540d-bbc4-4a1d-9bd5-f7fe88773fdc req-d367ea22-7bbe-42f1-898c-152fe6c19c2d tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:45.868423 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d6ab540d-bbc4-4a1d-9bd5-f7fe88773fdc req-d367ea22-7bbe-42f1-898c-152fe6c19c2d tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0480254 Aug 30 01:14:45.916068 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d6ab540d-bbc4-4a1d-9bd5-f7fe88773fdc req-6e2f6fa5-fe30-4caa-a30f-5c8441233780 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420947 Aug 30 01:14:46.031808 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8faf9a-fd18-463f-a5cf-993b0770a2c2 req-8c28f297-fb2e-44c3-b3ae-ff774a36848a tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:46.033197 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fd8faf9a-fd18-463f-a5cf-993b0770a2c2 req-8c28f297-fb2e-44c3-b3ae-ff774a36848a tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0454674 Aug 30 01:14:46.083368 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fd8faf9a-fd18-463f-a5cf-993b0770a2c2 req-9ab9d019-1dca-4f95-b7f2-be7119af1602 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446756 Aug 30 01:14:47.034027 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a3f7d-bd5c-4f6f-bec5-28959827f391 req-d0260fc1-4447-4078-a3b4-2b6750dcc3ac tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:47.035522 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-905a3f7d-bd5c-4f6f-bec5-28959827f391 req-d0260fc1-4447-4078-a3b4-2b6750dcc3ac tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0461278 Aug 30 01:14:47.094822 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-905a3f7d-bd5c-4f6f-bec5-28959827f391 req-758cb2f0-4367-42a6-9fac-dba3141e54c2 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530839 Aug 30 01:14:47.203748 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93e0a7-6e18-4762-a53f-ce413a2f151d req-b8f6d72b-162e-4834-997c-86d07b931707 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:47.205223 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-db93e0a7-6e18-4762-a53f-ce413a2f151d req-b8f6d72b-162e-4834-997c-86d07b931707 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0486212 Aug 30 01:14:47.252857 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-db93e0a7-6e18-4762-a53f-ce413a2f151d req-3c8bf6f3-6e36-4cb9-86e7-db5b1c74f247 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419123 Aug 30 01:14:47.880136 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5cb46-f822-44ea-b78a-092381144543 req-4bedaf68-1947-4dd9-9321-0c598de37fc4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:47.881556 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-87e5cb46-f822-44ea-b78a-092381144543 req-4bedaf68-1947-4dd9-9321-0c598de37fc4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 945 time: 0.0503306 Aug 30 01:14:47.930375 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-87e5cb46-f822-44ea-b78a-092381144543 req-9f45f38c-82b5-41b8-8d2e-ed590e42dbe0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429225 Aug 30 01:14:47.995413 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:48.005497 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:48.016547 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:48.217073 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78dbbcd-7c7c-4478-b605-acf4ccc2f3a4 req-2a034c42-6e99-4e45-9baa-71992727fcfa tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:48.218577 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e78dbbcd-7c7c-4478-b605-acf4ccc2f3a4 req-2a034c42-6e99-4e45-9baa-71992727fcfa tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0468965 Aug 30 01:14:48.264986 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e78dbbcd-7c7c-4478-b605-acf4ccc2f3a4 req-5f0b416f-b884-4ccc-8a64-dfccaeec3e47 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408037 Aug 30 01:14:48.371259 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e574b13-949b-4f78-84ad-61bf23b77bbc req-75cb18f9-e5a9-4536-ba2d-f1febc3781b6 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:48.372721 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4e574b13-949b-4f78-84ad-61bf23b77bbc req-75cb18f9-e5a9-4536-ba2d-f1febc3781b6 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0461257 Aug 30 01:14:48.415655 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8e769-c751-4415-bac0-87a201b57465 req-2113d7c3-bf24-4389-9e3c-e0df581f3b08 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:48.418006 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-15b8e769-c751-4415-bac0-87a201b57465 req-2113d7c3-bf24-4389-9e3c-e0df581f3b08 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0542009 Aug 30 01:14:48.426326 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4e574b13-949b-4f78-84ad-61bf23b77bbc req-ae3677e7-986c-4bb6-a3dc-7e22d0dad1ea tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478451 Aug 30 01:14:48.583957 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:49.037858 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:49.051814 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fbb12-ba1f-4474-913b-ddde2c60aad2 req-7e8fa6d5-5a74-4a0e-abf4-f96124cbcc13 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:49.053273 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-402fbb12-ba1f-4474-913b-ddde2c60aad2 req-7e8fa6d5-5a74-4a0e-abf4-f96124cbcc13 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 945 time: 0.0469770 Aug 30 01:14:49.108236 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-402fbb12-ba1f-4474-913b-ddde2c60aad2 req-878b7c26-c0af-4e45-a47b-330dae7ae208 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479760 Aug 30 01:14:49.388038 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcd4ee-8564-4bc5-887f-a37f9418233c req-b2abd3fd-fcc1-4977-aaa7-01f8cbf2cfab tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:49.389670 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-86bcd4ee-8564-4bc5-887f-a37f9418233c req-b2abd3fd-fcc1-4977-aaa7-01f8cbf2cfab tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0463359 Aug 30 01:14:49.437600 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-86bcd4ee-8564-4bc5-887f-a37f9418233c req-dcff008e-079d-487f-9333-4eb5c482d5de tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418570 Aug 30 01:14:49.549676 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88827682-5b39-4057-a0fc-b90f42678310 req-baad5ce9-3b8f-4a46-8d25-3ee8185700e7 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:49.551180 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-88827682-5b39-4057-a0fc-b90f42678310 req-baad5ce9-3b8f-4a46-8d25-3ee8185700e7 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0497930 Aug 30 01:14:49.598912 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-88827682-5b39-4057-a0fc-b90f42678310 req-6291083f-7c85-470c-bc36-940f260ad694 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 Aug 30 01:14:50.228744 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c44094-6742-4d38-a609-3045e42b50e9 req-ca35b5ad-3cec-4cef-93bd-216f14e12430 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:50.230356 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-46c44094-6742-4d38-a609-3045e42b50e9 req-ca35b5ad-3cec-4cef-93bd-216f14e12430 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 945 time: 0.0483544 Aug 30 01:14:50.263727 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f0d89415-f2d8-4af2-866f-80c45b0d3cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:50.278740 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-46c44094-6742-4d38-a609-3045e42b50e9 req-962da530-4be7-4c46-ad6d-0c9e95663c5d tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426512 Aug 30 01:14:50.737670 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d02b95-fc7e-4e76-b43c-a41c4b09781f req-4f39fe63-55e9-4578-9db7-209fc9a5e42a tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:50.739424 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a2d02b95-fc7e-4e76-b43c-a41c4b09781f req-4f39fe63-55e9-4578-9db7-209fc9a5e42a tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0520105 Aug 30 01:14:50.751049 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:50.790605 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a2d02b95-fc7e-4e76-b43c-a41c4b09781f req-1e149b1b-705a-4eff-a637-16316740aa04 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Aug 30 01:14:51.398378 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f502f-93c0-40d5-be23-3cfe85c4e08b req-4a08b9fd-acb0-44f8-952f-3a4206e94fc1 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:51.399929 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-427f502f-93c0-40d5-be23-3cfe85c4e08b req-4a08b9fd-acb0-44f8-952f-3a4206e94fc1 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Aug 30 01:14:51.449066 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-427f502f-93c0-40d5-be23-3cfe85c4e08b req-3aef5fc9-9a62-4820-886d-f97d92e11993 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432975 Aug 30 01:14:51.913468 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b630e2-8cc8-4ec1-bd81-f25986d79fe9 req-eca54845-e757-49fc-ad59-ccf536562aa3 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:51.914963 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-42b630e2-8cc8-4ec1-bd81-f25986d79fe9 req-eca54845-e757-49fc-ad59-ccf536562aa3 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0466814 Aug 30 01:14:51.965584 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-42b630e2-8cc8-4ec1-bd81-f25986d79fe9 req-2c184247-edcc-4f7e-987a-4460c588095e tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446687 Aug 30 01:14:52.442353 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:52.443170 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:52.569931 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579f23e-b0a6-4cdf-a93e-3d83b7ad00e3 req-53c80694-9d95-4161-aea0-89bf5bca11ef tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:52.572002 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6579f23e-b0a6-4cdf-a93e-3d83b7ad00e3 req-53c80694-9d95-4161-aea0-89bf5bca11ef tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 945 time: 0.0469210 Aug 30 01:14:52.623428 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6579f23e-b0a6-4cdf-a93e-3d83b7ad00e3 req-713382c1-47ad-4c52-b2be-35345f99bb17 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454574 Aug 30 01:14:52.690775 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:52.694817 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-15b8e769-c751-4415-bac0-87a201b57465 req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Deleting port c9469186-90f0-4715-85c3-8c8b2fd48e3c {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:14:52.695368 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-15b8e769-c751-4415-bac0-87a201b57465 req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:52.799366 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-15b8e769-c751-4415-bac0-87a201b57465 req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] For port c9469186-90f0-4715-85c3-8c8b2fd48e3c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c9469186-90f0-4715-85c3-8c8b2fd48e3c,segment=NetworkSegment(4a522f02-b00f-4a1d-ab23-5ae5e11969ea),segment_id=4a522f02-b00f-4a1d-ab23-5ae5e11969ea)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:14:52.799713 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-15b8e769-c751-4415-bac0-87a201b57465 req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:52.818549 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-15b8e769-c751-4415-bac0-87a201b57465 req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Calling delete_port for c9469186-90f0-4715-85c3-8c8b2fd48e3c owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:14:52.920789 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e8ff16d5-3023-45f7-a257-2774e8cd91fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:52.963014 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:52.982150 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a5b1e9e1-3879-42e6-a1a5-78a39edac69c req-519d2a49-b365-46df-836d-1f1dac5df611 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567884 Aug 30 01:14:53.081009 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-15b8e769-c751-4415-bac0-87a201b57465 req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (c9469186-90f0-4715-85c3-8c8b2fd48e3c), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:53.087505 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d92e0-9872-4fbf-bc98-5621b4173af6 req-2f4528c7-f45a-4ec8-a6f3-bd164c043c84 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:53.088998 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-061d92e0-9872-4fbf-bc98-5621b4173af6 req-2f4528c7-f45a-4ec8-a6f3-bd164c043c84 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 950 time: 0.0474970 Aug 30 01:14:53.122669 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Pushing event deleted for resources: {'Port': ['ID=c9469186-90f0-4715-85c3-8c8b2fd48e3c,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:53.139488 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-061d92e0-9872-4fbf-bc98-5621b4173af6 req-df7e3d2e-f78a-4509-b7a6-6504b9606724 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446546 Aug 30 01:14:53.192353 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.192702 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.193045 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.193405 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.193804 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.201369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.201369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.201369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.201369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.201369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.201369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.201369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.201369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.201369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.201369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:53.236663 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-f2d57715-1500-4aeb-b224-216e3018fbca tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:53.238867 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-f2d57715-1500-4aeb-b224-216e3018fbca tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 945 time: 0.1172843 Aug 30 01:14:53.257975 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e9e1-3879-42e6-a1a5-78a39edac69c req-70b00e1b-2278-4a8d-9ff2-6fc998cb2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:53.260284 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a5b1e9e1-3879-42e6-a1a5-78a39edac69c req-70b00e1b-2278-4a8d-9ff2-6fc998cb2a56 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 1130 time: 0.1470673 Aug 30 01:14:53.262408 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b8e769-c751-4415-bac0-87a201b57465 req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] No DVR routers for this DVR port c9469186-90f0-4715-85c3-8c8b2fd48e3c on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:14:53.271055 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-15b8e769-c751-4415-bac0-87a201b57465 req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:53.274733 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-15b8e769-c751-4415-bac0-87a201b57465 req-7b7c8e51-8e06-4805-b6b9-e0f094e14e47 tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.74 "DELETE /networking/v2.0/ports/c9469186-90f0-4715-85c3-8c8b2fd48e3c HTTP/1.1" status: 204 len: 173 time: 0.6703088 Aug 30 01:14:53.275491 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf0e034-70be-4033-9fbf-6ae7f32c895e', 'name': 'network-vif-deleted', 'tag': 'c9469186-90f0-4715-85c3-8c8b2fd48e3c'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:14:53.278035 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbe3ccb-1b86-4c3a-9280-0ddc145e9f49" -d '{"events": [{"server_uuid": "6cf0e034-70be-4033-9fbf-6ae7f32c895e", "name": "network-vif-deleted", "tag": "c9469186-90f0-4715-85c3-8c8b2fd48e3c"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:14:53.389202 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cee26ed-1057-4288-a67d-bce5ac33a5c7 x-openstack-request-id: req-0cee26ed-1057-4288-a67d-bce5ac33a5c7 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:14:53.389498 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf0e034-70be-4033-9fbf-6ae7f32c895e", "name": "network-vif-deleted", "tag": "c9469186-90f0-4715-85c3-8c8b2fd48e3c", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:14:53.389792 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cee26ed-1057-4288-a67d-bce5ac33a5c7 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:14:53.390172 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cee26ed-1057-4288-a67d-bce5ac33a5c7'] response: {'server_uuid': '6cf0e034-70be-4033-9fbf-6ae7f32c895e', 'name': 'network-vif-deleted', 'tag': 'c9469186-90f0-4715-85c3-8c8b2fd48e3c', 'status': 'completed', 'code': 200} Aug 30 01:14:53.416598 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Deleting port 2d5417df-fe2d-408c-83bc-53e948b0ec1f {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:14:53.416993 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:53.496399 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e9e1-3879-42e6-a1a5-78a39edac69c req-a8e1b91b-f668-4eb9-b3e4-d83cd6b0f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:53.497909 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a5b1e9e1-3879-42e6-a1a5-78a39edac69c req-a8e1b91b-f668-4eb9-b3e4-d83cd6b0f36d service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 920 time: 0.2003860 Aug 30 01:14:53.578812 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a5b1e9e1-3879-42e6-a1a5-78a39edac69c req-62417bff-9563-45cc-ae52-2b4c5d85d75a service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=beaab680-9f79-4900-9963-851c36bf37f9 HTTP/1.1" status: 200 len: 217 time: 0.0540662 Aug 30 01:14:53.582306 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] For port 2d5417df-fe2d-408c-83bc-53e948b0ec1f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2d5417df-fe2d-408c-83bc-53e948b0ec1f,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:14:53.582677 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:53.760435 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c9469186-90f0-4715-85c3-8c8b2fd48e3c no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:14:53.781788 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: c9469186-90f0-4715-85c3-8c8b2fd48e3c {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:14:53.782429 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c9469186-90f0-4715-85c3-8c8b2fd48e3c not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:14:53.818649 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:53.835707 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e9e1-3879-42e6-a1a5-78a39edac69c req-ad67328e-821a-4d8f-8c21-01c2f406809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:53.836680 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a5b1e9e1-3879-42e6-a1a5-78a39edac69c req-ad67328e-821a-4d8f-8c21-01c2f406809d service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.2451620 Aug 30 01:14:53.868512 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853ef16-7a6a-4222-883c-c25ec9531073 req-0a582520-ae4f-4649-a41a-2584466dce84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:53.870041 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4853ef16-7a6a-4222-883c-c25ec9531073 req-0a582520-ae4f-4649-a41a-2584466dce84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 945 time: 0.1199839 Aug 30 01:14:53.949503 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e9e1-3879-42e6-a1a5-78a39edac69c req-f7a499de-2b55-473d-9783-0cf926c8887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:14:53.951225 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a5b1e9e1-3879-42e6-a1a5-78a39edac69c req-f7a499de-2b55-473d-9783-0cf926c8887d service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0800004 Aug 30 01:14:53.954433 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:53.957593 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (e5946357-ceaa-4a3b-934c-04db0bfb68b5), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:53.957593 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Floating IP e5946357-ceaa-4a3b-934c-04db0bfb68b5 disassociated. External IP: 172.27.1.86, port: 2d5417df-fe2d-408c-83bc-53e948b0ec1f. Aug 30 01:14:53.957593 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Calling delete_port for 2d5417df-fe2d-408c-83bc-53e948b0ec1f owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:14:54.042583 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4853ef16-7a6a-4222-883c-c25ec9531073 req-60889aaa-81bb-484a-a3ba-0fb4ba89f229 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=90705b40-1220-4821-a33c-f6e7e8f9febf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516945 Aug 30 01:14:54.098641 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:54.143665 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a5b1e9e1-3879-42e6-a1a5-78a39edac69c req-fa724557-7d7f-46f1-b800-1a7fc0826b18 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804731 Aug 30 01:14:54.204552 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:54.275926 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (2d5417df-fe2d-408c-83bc-53e948b0ec1f), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:54.281796 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-1cf203eb-66d6-4cea-8ea9-afc18492c26b req-26ad86a6-6454-4ef5-8e76-d3d111b54efc tempest-VolumesNegativeTest-633434944 tempest-VolumesNegativeTest-633434944-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6cf0e034-70be-4033-9fbf-6ae7f32c895e HTTP/1.1" status: 200 len: 210 time: 0.0330019 Aug 30 01:14:54.303407 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event deleted for resources: {'Port': ['ID=2d5417df-fe2d-408c-83bc-53e948b0ec1f,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:54.493935 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:14:54.809712 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a5b1e9e1-3879-42e6-a1a5-78a39edac69c req-9ea6ce74-1bf0-4d33-b61d-c396b66f53cb service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949385 Aug 30 01:14:54.877678 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:14:54.890968 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d38f7-0689-4a95-8756-2dd920485ff1 None None] Sync routers for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:14:54.901716 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d38f7-0689-4a95-8756-2dd920485ff1 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:14:54.902470 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-789d38f7-0689-4a95-8756-2dd920485ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:14:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:14:54.925091 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] No DVR routers for this DVR port 2d5417df-fe2d-408c-83bc-53e948b0ec1f on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:14:54.927546 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:54.931505 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a8f7bdff-78e6-4c54-bf91-e5d2b8f0db32 req-267c2c89-750e-4c06-b40f-6921fb5ac8d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "DELETE /networking/v2.0/ports/2d5417df-fe2d-408c-83bc-53e948b0ec1f HTTP/1.1" status: 204 len: 173 time: 1.6695235 Aug 30 01:14:55.015496 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-789d38f7-0689-4a95-8756-2dd920485ff1 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:14:55.166296 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e507bfcb-2443-4597-a23f-b52b5114f153 req-33c195b4-2e3d-48f8-82a2-cf09c8365ea4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 210 time: 0.0342648 Aug 30 01:14:55.266504 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-789d38f7-0689-4a95-8756-2dd920485ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '6a224ab7-afda-4cdd-a1da-fb0e149b86fa', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:13:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:11:02Z', 'updated_at': '2022-08-30T01:12:02Z', 'revision_number': 2, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:14:55.295283 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d38f7-0689-4a95-8756-2dd920485ff1 None None] Checking router: 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:14:55.306271 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d38f7-0689-4a95-8756-2dd920485ff1 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:14:55.307700 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-789d38f7-0689-4a95-8756-2dd920485ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:14:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:14:55.391642 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8307f2-8199-4ffe-aa65-ab56d819f4a1', 'name': 'network-vif-deleted', 'tag': '2d5417df-fe2d-408c-83bc-53e948b0ec1f'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:14:55.394548 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920217ec-43df-4b66-ae5d-0426d5963af6" -d '{"events": [{"server_uuid": "8c8307f2-8199-4ffe-aa65-ab56d819f4a1", "name": "network-vif-deleted", "tag": "2d5417df-fe2d-408c-83bc-53e948b0ec1f"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:14:55.465378 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a9b3eb-ea35-4d2c-9351-d03fd5079371 x-openstack-request-id: req-83a9b3eb-ea35-4d2c-9351-d03fd5079371 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:14:55.465758 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8307f2-8199-4ffe-aa65-ab56d819f4a1", "name": "network-vif-deleted", "tag": "2d5417df-fe2d-408c-83bc-53e948b0ec1f", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:14:55.466246 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-83a9b3eb-ea35-4d2c-9351-d03fd5079371 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:14:55.466705 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a9b3eb-ea35-4d2c-9351-d03fd5079371'] response: {'server_uuid': '8c8307f2-8199-4ffe-aa65-ab56d819f4a1', 'name': 'network-vif-deleted', 'tag': '2d5417df-fe2d-408c-83bc-53e948b0ec1f', 'status': 'completed', 'code': 200} Aug 30 01:14:55.487996 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-789d38f7-0689-4a95-8756-2dd920485ff1 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:14:55.785024 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-789d38f7-0689-4a95-8756-2dd920485ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '6a224ab7-afda-4cdd-a1da-fb0e149b86fa', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:13:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:11:02Z', 'updated_at': '2022-08-30T01:12:02Z', 'revision_number': 2, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:14:55.819000 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d38f7-0689-4a95-8756-2dd920485ff1 None None] The sync data for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi is: [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '6a224ab7-afda-4cdd-a1da-fb0e149b86fa', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:13:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:11:02Z', 'updated_at': '2022-08-30T01:12:02Z', 'revision_number': 2, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:14:55.820571 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:55.824192 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:56.115120 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8bd3c9-b142-41fc-93db-44b8ae00b1fa None None] New status for floating IP e5946357-ceaa-4a3b-934c-04db0bfb68b5: DOWN {{(pid=107027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:14:56.290350 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9676cef6-e73e-491b-85ea-e34bc474d5c0 req-985f22c3-e516-4dda-99b3-6ad89117e246 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8c8307f2-8199-4ffe-aa65-ab56d819f4a1 HTTP/1.1" status: 200 len: 210 time: 0.0272357 Aug 30 01:14:57.475011 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 60696) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:57.544327 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (90705b40-1220-4821-a33c-f6e7e8f9febf), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:57.559609 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:57.568889 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (90705b40-1220-4821-a33c-f6e7e8f9febf), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:57.698323 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (90705b40-1220-4821-a33c-f6e7e8f9febf), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:57.700848 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:57.702006 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/90705b40-1220-4821-a33c-f6e7e8f9febf HTTP/1.1" status: 204 len: 168 time: 0.2258554 Aug 30 01:14:57.704908 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 60706) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:57.711408 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90705b40-1220-4821-a33c-f6e7e8f9febf,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:57.718761 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.api.v2.resource [None req-5a3a36d3-e2a6-49fa-983e-5c622ef07e78 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] show failed (client error): The resource could not be found. Aug 30 01:14:57.718914 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.719196 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.719574 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.719909 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.720239 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.720561 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.720884 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.721205 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.721524 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.721864 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.722188 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.722483 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.722792 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-5a3a36d3-e2a6-49fa-983e-5c622ef07e78 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups/90705b40-1220-4821-a33c-f6e7e8f9febf HTTP/1.1" status: 404 len: 347 time: 0.0168931 Aug 30 01:14:57.723008 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.723102 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.723341 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 60708) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:57.723469 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e4e09a-2dfa-46ea-9fd1-3062208acd84 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:14:57.807664 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 2d5417df-fe2d-408c-83bc-53e948b0ec1f no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:14:57.829832 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: 2d5417df-fe2d-408c-83bc-53e948b0ec1f {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:14:57.829832 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 2d5417df-fe2d-408c-83bc-53e948b0ec1f not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:14:57.857743 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-297c1784-ddda-4062-b6c6-23101da9771a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Deleting port 1a67f11a-28fa-4f8d-9032-a3128b8c4767 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:14:57.858117 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-297c1784-ddda-4062-b6c6-23101da9771a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (1a67f11a-28fa-4f8d-9032-a3128b8c4767), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:57.922657 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:57.944908 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-297c1784-ddda-4062-b6c6-23101da9771a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (1a67f11a-28fa-4f8d-9032-a3128b8c4767), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:57.945230 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-297c1784-ddda-4062-b6c6-23101da9771a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (1a67f11a-28fa-4f8d-9032-a3128b8c4767), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:57.960064 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-297c1784-ddda-4062-b6c6-23101da9771a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Calling delete_port for 1a67f11a-28fa-4f8d-9032-a3128b8c4767 owned by network:floatingip {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:14:58.105787 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:14:58.173333 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-297c1784-ddda-4062-b6c6-23101da9771a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (1a67f11a-28fa-4f8d-9032-a3128b8c4767), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:58.205870 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c1784-ddda-4062-b6c6-23101da9771a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event deleted for resources: {'Port': ['ID=1a67f11a-28fa-4f8d-9032-a3128b8c4767,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:14:58.270138 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-297c1784-ddda-4062-b6c6-23101da9771a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (e5946357-ceaa-4a3b-934c-04db0bfb68b5), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:58.272690 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-297c1784-ddda-4062-b6c6-23101da9771a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:58.273863 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-297c1784-ddda-4062-b6c6-23101da9771a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/e5946357-ceaa-4a3b-934c-04db0bfb68b5 HTTP/1.1" status: 204 len: 168 time: 0.5496066 Aug 30 01:14:59.654502 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 60842) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:59.787708 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-830c5d0a-02fc-4f4e-be70-bc5b8e6a9be3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:59.904517 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-830c5d0a-02fc-4f4e-be70-bc5b8e6a9be3 admin admin] Publish callbacks [] for security_group (434cb43d-1622-4406-a6f2-f928c2c01b3e), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:59.937822 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-830c5d0a-02fc-4f4e-be70-bc5b8e6a9be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (434cb43d-1622-4406-a6f2-f928c2c01b3e), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:14:59.984468 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-830c5d0a-02fc-4f4e-be70-bc5b8e6a9be3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=06a0d78fbb82455981e28463b9f64d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266273 Aug 30 01:14:59.984930 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 60870) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:14:59.985805 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c5d0a-02fc-4f4e-be70-bc5b8e6a9be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434cb43d-1622-4406-a6f2-f928c2c01b3e,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:00.043968 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c72304d6-6981-44f6-a74a-d03ec568f09c admin admin] Publish callbacks [] for security_group (434cb43d-1622-4406-a6f2-f928c2c01b3e), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:00.068479 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c72304d6-6981-44f6-a74a-d03ec568f09c admin admin] Publish callbacks [] for security_group (434cb43d-1622-4406-a6f2-f928c2c01b3e), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:00.201018 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c72304d6-6981-44f6-a74a-d03ec568f09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (434cb43d-1622-4406-a6f2-f928c2c01b3e), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:00.203932 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c72304d6-6981-44f6-a74a-d03ec568f09c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:00.205161 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c72304d6-6981-44f6-a74a-d03ec568f09c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/434cb43d-1622-4406-a6f2-f928c2c01b3e HTTP/1.1" status: 204 len: 168 time: 0.2193084 Aug 30 01:15:00.216151 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72304d6-6981-44f6-a74a-d03ec568f09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434cb43d-1622-4406-a6f2-f928c2c01b3e,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:01.799141 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 60896) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:01.935944 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-596b3716-6185-47ee-910f-f83158a3deb4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1c4cae65522c475fad31e57ae71c3c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355753 Aug 30 01:15:01.938414 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 60900) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:01.991270 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ebdff283-221a-44e4-909b-e74155ce8ad6 admin admin] Publish callbacks [] for security_group (a3b93c10-d9cc-40a5-8cd2-1e7bac553a35), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:02.014347 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ebdff283-221a-44e4-909b-e74155ce8ad6 admin admin] Publish callbacks [] for security_group (a3b93c10-d9cc-40a5-8cd2-1e7bac553a35), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:02.048695 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:02.133181 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ebdff283-221a-44e4-909b-e74155ce8ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a3b93c10-d9cc-40a5-8cd2-1e7bac553a35), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:02.136802 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ebdff283-221a-44e4-909b-e74155ce8ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:02.138129 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-ebdff283-221a-44e4-909b-e74155ce8ad6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a3b93c10-d9cc-40a5-8cd2-1e7bac553a35 HTTP/1.1" status: 204 len: 168 time: 0.1988242 Aug 30 01:15:02.147798 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdff283-221a-44e4-909b-e74155ce8ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b93c10-d9cc-40a5-8cd2-1e7bac553a35,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:02.542016 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e59c5-6b28-4cb3-a35d-fb3b0c7d8d83 req-434ed26a-a137-4b07-9bf9-4330b9f85bcb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:02.543974 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e68e59c5-6b28-4cb3-a35d-fb3b0c7d8d83 req-434ed26a-a137-4b07-9bf9-4330b9f85bcb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0548844 Aug 30 01:15:02.623128 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e68e59c5-6b28-4cb3-a35d-fb3b0c7d8d83 req-1e72d378-61c7-4ac2-a8d3-8055f82c6a2f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735865 Aug 30 01:15:02.630873 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51dca5-d4aa-4470-ac4d-c917442c6704 req-8cb028f7-6070-42e7-aa41-43d84f892755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:02.632340 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9d51dca5-d4aa-4470-ac4d-c917442c6704 req-8cb028f7-6070-42e7-aa41-43d84f892755 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 1129 time: 0.0530884 Aug 30 01:15:02.733238 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51dca5-d4aa-4470-ac4d-c917442c6704 req-c7bce2fb-d6d6-4165-9aad-b3a59b7de647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:02.734756 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9d51dca5-d4aa-4470-ac4d-c917442c6704 req-c7bce2fb-d6d6-4165-9aad-b3a59b7de647 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 920 time: 0.0956392 Aug 30 01:15:02.799681 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9d51dca5-d4aa-4470-ac4d-c917442c6704 req-317408b8-4481-4c32-aead-5cf694b1314e service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074c3418-a64e-4b71-96d8-7600e741330d HTTP/1.1" status: 200 len: 1000 time: 0.0580525 Aug 30 01:15:02.855061 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51dca5-d4aa-4470-ac4d-c917442c6704 req-6bef0c30-c359-4f05-8934-450b052e4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:02.856575 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9d51dca5-d4aa-4470-ac4d-c917442c6704 req-6bef0c30-c359-4f05-8934-450b052e4006 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.0486910 Aug 30 01:15:02.906018 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51dca5-d4aa-4470-ac4d-c917442c6704 req-3d25dbea-1195-4863-a31b-5d7f04400eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:02.907541 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9d51dca5-d4aa-4470-ac4d-c917442c6704 req-3d25dbea-1195-4863-a31b-5d7f04400eb0 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440767 Aug 30 01:15:03.006451 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9d51dca5-d4aa-4470-ac4d-c917442c6704 req-28c27237-529e-4c90-b2a3-f88bec8aea52 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893090 Aug 30 01:15:03.115030 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9d51dca5-d4aa-4470-ac4d-c917442c6704 req-1d440459-6af9-41bd-9419-411eb4233b76 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013811 Aug 30 01:15:03.156484 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 60938) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:03.275070 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-755441943-network', 'tenant_id': 'c6f3997439524d4583ece79273a55da4'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:03.412073 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Made reservation on behalf of c6f3997439524d4583ece79273a55da4 for: {'network': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:15:03.414434 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:03.424222 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:03.506219 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Publish callbacks [] for security_group (9c20d025-6680-4197-9d48-41aeff4e3ab6), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:03.587786 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b788b7-8592-421e-a70e-140775f03621 req-00faaed0-cdb8-4ef9-b56e-9d13690f8322 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:03.589263 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-55b788b7-8592-421e-a70e-140775f03621 req-00faaed0-cdb8-4ef9-b56e-9d13690f8322 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 945 time: 0.0473049 Aug 30 01:15:03.620627 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (9c20d025-6680-4197-9d48-41aeff4e3ab6), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:03.651221 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=107025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:15:03.667950 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-55b788b7-8592-421e-a70e-140775f03621 req-eaa4eb13-1e6f-4bcb-ba47-a6a0cd734b14 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730751 Aug 30 01:15:03.677420 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (2c56b145-8c0d-4a63-8196-04d9955d99c9), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:03.677793 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.segments_db [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Added segment 2c56b145-8c0d-4a63-8196-04d9955d99c9 of type vlan for network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f Aug 30 01:15:03.679335 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c20d025-6680-4197-9d48-41aeff4e3ab6,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:03.724492 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (3e3aa239-27df-4a3b-a034-6b3cd1db6e9f), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:03.764888 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46352269-fe95-4545-88e6-cf8f9d01e603 req-4e36da1f-f88f-4058-b8fa-74aecf9b81ad tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:03.766504 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-46352269-fe95-4545-88e6-cf8f9d01e603 req-4e36da1f-f88f-4058-b8fa-74aecf9b81ad tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0480449 Aug 30 01:15:03.794970 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (3e3aa239-27df-4a3b-a034-6b3cd1db6e9f), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:03.795197 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:03.796099 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:03.796675 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:03.800481 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:03.817712 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-46352269-fe95-4545-88e6-cf8f9d01e603 req-862e6e01-9f7b-47bc-a5c5-33b4a74ab8af tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451276 Aug 30 01:15:03.872116 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] Pushing event updated for resources: {'Network': ['ID=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:03.881920 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:15:03.935107 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c445568b-f7cd-47cc-89e9-554463f1a592 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7773511 Aug 30 01:15:03.938006 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 60950) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:03.942727 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-9eff7e7c-0f8c-434f-b378-6c900d37ef4e admin admin] Request body: {'subnet': {'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-755441943-subnet', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'ip_version': 4}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:04.057640 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eff7e7c-0f8c-434f-b378-6c900d37ef4e admin admin] Made reservation on behalf of c6f3997439524d4583ece79273a55da4 for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:15:04.060135 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9eff7e7c-0f8c-434f-b378-6c900d37ef4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13108123'] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:04.062028 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:04.187188 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:04.309338 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9eff7e7c-0f8c-434f-b378-6c900d37ef4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13572862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13108109'] for subnet (c82fadab-17b2-45e6-b379-eb7cf924e14f), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:04.366960 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff7e7c-0f8c-434f-b378-6c900d37ef4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82fadab-17b2-45e6-b379-eb7cf924e14f,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:04.376685 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eff7e7c-0f8c-434f-b378-6c900d37ef4e admin admin] Checking segment: {'id': '2c56b145-8c0d-4a63-8196-04d9955d99c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:15:04.377032 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff7e7c-0f8c-434f-b378-6c900d37ef4e admin admin] Network hostable DHCP agents. Network: 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:15:04.463525 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff7e7c-0f8c-434f-b378-6c900d37ef4e admin admin] Network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:15:04.566541 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-9eff7e7c-0f8c-434f-b378-6c900d37ef4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:04.571619 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eff7e7c-0f8c-434f-b378-6c900d37ef4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:04.573230 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9eff7e7c-0f8c-434f-b378-6c900d37ef4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:04.577895 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b524a2-0e9b-4df1-85ef-33bf36fac0e4 None None] Network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:15:04.692356 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95ee51a5-2310-549f-978a-ba0d001b608d-3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'project_id': 'c6f3997439524d4583ece79273a55da4', 'fixed_ips': [{'subnet_id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f'}]}} from dv-cinder-815712-11-iscsi. {{(pid=107026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:15:04.693262 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:04.699247 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-9eff7e7c-0f8c-434f-b378-6c900d37ef4e admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7561040 Aug 30 01:15:04.699247 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 60952) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:04.702563 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:04.786066 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2816'] for router (12dbe146-53fe-41e2-92a6-53d8bdecb28b), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:04.787351 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-389844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2937'] for router (12dbe146-53fe-41e2-92a6-53d8bdecb28b), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:04.814294 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e1ee7-6df5-41d9-9747-10210aa43ad5 req-ebbc569e-b1f2-4a50-953e-f6e75cf5c4d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:04.815781 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-025e1ee7-6df5-41d9-9747-10210aa43ad5 req-ebbc569e-b1f2-4a50-953e-f6e75cf5c4d5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 945 time: 0.0627582 Aug 30 01:15:04.841986 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.db_base_plugin_common [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Allocated IP 172.20.0.2 (3e3aa239-27df-4a3b-a034-6b3cd1db6e9f/c82fadab-17b2-45e6-b379-eb7cf924e14f/0919ebec-97de-4d11-a94b-f62d485dd947) {{(pid=107026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:15:04.869720 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Publish callbacks [] for router_controller (12dbe146-53fe-41e2-92a6-53d8bdecb28b), precommit_add_association {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:04.897933 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-025e1ee7-6df5-41d9-9747-10210aa43ad5 req-4f139fce-2c81-49c4-86c9-931c7565c96f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702646 Aug 30 01:15:04.929454 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:04.954110 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf3eee-4ed1-45a8-816e-332db57754bc req-5b2d468f-0fbe-4140-b5a7-c755cfa18caa tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:04.957675 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cddf3eee-4ed1-45a8-816e-332db57754bc req-5b2d468f-0fbe-4140-b5a7-c755cfa18caa tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0577421 Aug 30 01:15:04.997116 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Publish callbacks [] for port (0919ebec-97de-4d11-a94b-f62d485dd947), precommit_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:05.021821 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cddf3eee-4ed1-45a8-816e-332db57754bc req-94256932-e73a-4220-8b7f-cdf86a944290 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573068 Aug 30 01:15:05.048181 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:05.052168 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:05.093056 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Publish callbacks [] for router_gateway (12dbe146-53fe-41e2-92a6-53d8bdecb28b), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:05.100438 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:05.105566 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f is already hosted by enough agents. {{(pid=107026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:05.109761 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.base_scheduler [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Resources bound (agent type, host, resource id): {{(pid=107026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:05.111694 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Pushing event updated for resources: {'Port': ['ID=0919ebec-97de-4d11-a94b-f62d485dd947,revision_number=1']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:05.114103 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Received port after_create {{(pid=107026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:15:05.125794 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.126158 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.126502 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.129662 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.129662 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.129662 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.129662 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.129662 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.129662 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.129662 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.129662 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.129662 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.129662 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.130457 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.130457 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:05.184220 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Attempting to bind port 0919ebec-97de-4d11-a94b-f62d485dd947 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:15:05.184595 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Attempting to bind port 0919ebec-97de-4d11-a94b-f62d485dd947 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '2c56b145-8c0d-4a63-8196-04d9955d99c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:15:05.184959 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Attempting to bind port 0919ebec-97de-4d11-a94b-f62d485dd947 on network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:05.190556 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:15:05.190932 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Checking segment: {'id': '2c56b145-8c0d-4a63-8196-04d9955d99c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:15:05.191342 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:05.191737 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Bound using segment: {'id': '2c56b145-8c0d-4a63-8196-04d9955d99c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:15:05.192210 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Bound port: 0919ebec-97de-4d11-a94b-f62d485dd947, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c56b145-8c0d-4a63-8196-04d9955d99c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:15:05.192595 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:05.273317 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] For port 0919ebec-97de-4d11-a94b-f62d485dd947, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:15:05.277970 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] For port 0919ebec-97de-4d11-a94b-f62d485dd947, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=0919ebec-97de-4d11-a94b-f62d485dd947,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:15:05.322826 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:05.368142 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Publish callbacks [] for router_gateway (12dbe146-53fe-41e2-92a6-53d8bdecb28b), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:05.373035 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:05.396652 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:05.430558 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f2c57-f2f2-4eb7-b2b6-56cc23016bfc None None] Pushing event updated for resources: {'Port': ['ID=0919ebec-97de-4d11-a94b-f62d485dd947,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:05.505142 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Allocated IP 172.27.1.10 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/27769b37-5335-455e-9f4b-8b66cc0cc77f) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:15:05.633310 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Publish callbacks [] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:05.643695 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:05.726932 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:05.753015 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-8a091714-d281-40ca-abb7-186cfde2ff23 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:05.754499 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-8a091714-d281-40ca-abb7-186cfde2ff23 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 945 time: 0.0480223 Aug 30 01:15:05.768267 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:05.773139 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:05.777869 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:15:05.781224 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Pushing event updated for resources: {'Port': ['ID=27769b37-5335-455e-9f4b-8b66cc0cc77f,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:05.844810 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Deleting port 66ac913d-aad3-451a-96e1-8f106967b9a5 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:15:05.845245 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:05.947503 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] For port 66ac913d-aad3-451a-96e1-8f106967b9a5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=66ac913d-aad3-451a-96e1-8f106967b9a5,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:05.947503 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:06.158216 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:06.158889 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (6a224ab7-afda-4cdd-a1da-fb0e149b86fa), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:06.158889 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Floating IP 6a224ab7-afda-4cdd-a1da-fb0e149b86fa disassociated. External IP: 172.27.1.192, port: 66ac913d-aad3-451a-96e1-8f106967b9a5. Aug 30 01:15:06.159136 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Calling delete_port for 66ac913d-aad3-451a-96e1-8f106967b9a5 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:15:06.267163 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 0919ebec-97de-4d11-a94b-f62d485dd947 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:06.274937 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b82d1-2abc-48ad-9c81-09c0ef78516f req-14a54f98-5c18-4f2f-9788-9e8496e5f299 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:06.278625 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-317b82d1-2abc-48ad-9c81-09c0ef78516f req-14a54f98-5c18-4f2f-9788-9e8496e5f299 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 945 time: 0.3029723 Aug 30 01:15:06.295043 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc7e4a-72a7-4e5e-8849-fdcbe5ca71a4 req-9c4d30d3-23df-41d6-ba78-66a41a0e5e86 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:06.297072 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-57dc7e4a-72a7-4e5e-8849-fdcbe5ca71a4 req-9c4d30d3-23df-41d6-ba78-66a41a0e5e86 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.1439412 Aug 30 01:15:06.344976 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 0919ebec-97de-4d11-a94b-f62d485dd947 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:06.345476 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:06.401687 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-57dc7e4a-72a7-4e5e-8849-fdcbe5ca71a4 req-bacce7c7-1244-4280-baf7-2b13bbb58841 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990477 Aug 30 01:15:06.418722 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-317b82d1-2abc-48ad-9c81-09c0ef78516f req-7968455b-8116-483b-a9a1-19c2c05f7b5a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f2a95f92-8088-4bfa-9c6f-966f7cac35da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086733 Aug 30 01:15:06.446663 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Publish callbacks [] for router_gateway (12dbe146-53fe-41e2-92a6-53d8bdecb28b), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:06.450841 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 0919ebec-97de-4d11-a94b-f62d485dd947 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:06.451314 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:06.479501 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5373ebac-979c-4988-98ab-2b1e5b7bc38e None None] Network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:15:06.498759 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (66ac913d-aad3-451a-96e1-8f106967b9a5), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:06.505930 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 0919ebec-97de-4d11-a94b-f62d485dd947, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=0919ebec-97de-4d11-a94b-f62d485dd947,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:06.527790 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event deleted for resources: {'Port': ['ID=66ac913d-aad3-451a-96e1-8f106967b9a5,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:06.543950 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-4966ccee-7626-491c-8025-9d7170022324 None None] Provisioning complete for port 0919ebec-97de-4d11-a94b-f62d485dd947 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:06.544330 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-4966ccee-7626-491c-8025-9d7170022324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:06.579612 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:06.654350 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:15:06.656011 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:06.679725 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476989'] for router (12dbe146-53fe-41e2-92a6-53d8bdecb28b), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:06.719389 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:06.781154 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:15:06.793827 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:06.823355 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45014093-f3ab-42f1-a020-91b9b5b6f8bb None None] Sync routers for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:15:06.829119 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] No DVR routers for this DVR port 66ac913d-aad3-451a-96e1-8f106967b9a5 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:15:06.831498 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:06.834675 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-960080e3-da78-4f5d-93d3-223d00dfaf8d req-7e9d4b5c-8f91-40cc-9a7b-06cc598db079 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "DELETE /networking/v2.0/ports/66ac913d-aad3-451a-96e1-8f106967b9a5 HTTP/1.1" status: 204 len: 173 time: 1.0732362 Aug 30 01:15:06.835114 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'name': 'network-vif-deleted', 'tag': '66ac913d-aad3-451a-96e1-8f106967b9a5'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:15:06.837389 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41af652-6caf-4c74-914c-e5bc25296938" -d '{"events": [{"server_uuid": "aec6af1b-90af-41d0-9778-9c0d89e330bc", "name": "network-vif-deleted", "tag": "66ac913d-aad3-451a-96e1-8f106967b9a5"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:15:06.840811 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=0919ebec-97de-4d11-a94b-f62d485dd947,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:06.873802 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45014093-f3ab-42f1-a020-91b9b5b6f8bb None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:06.874453 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-45014093-f3ab-42f1-a020-91b9b5b6f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:14:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:06.877683 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e174466-2f7f-4bd2-b248-616ca66a20f3 x-openstack-request-id: req-2e174466-2f7f-4bd2-b248-616ca66a20f3 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:15:06.883673 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec6af1b-90af-41d0-9778-9c0d89e330bc", "name": "network-vif-deleted", "tag": "66ac913d-aad3-451a-96e1-8f106967b9a5", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:15:06.883673 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e174466-2f7f-4bd2-b248-616ca66a20f3 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:15:06.883673 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e174466-2f7f-4bd2-b248-616ca66a20f3'] response: {'server_uuid': 'aec6af1b-90af-41d0-9778-9c0d89e330bc', 'name': 'network-vif-deleted', 'tag': '66ac913d-aad3-451a-96e1-8f106967b9a5', 'status': 'completed', 'code': 200} Aug 30 01:15:06.903110 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Router 12dbe146-53fe-41e2-92a6-53d8bdecb28b is scheduled to L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a with binding_index 1 {{(pid=107025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:15:06.925405 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-4966ccee-7626-491c-8025-9d7170022324 None None] Current status of the port 0919ebec-97de-4d11-a94b-f62d485dd947 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:07.017538 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-45014093-f3ab-42f1-a020-91b9b5b6f8bb None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:07.065987 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:15:07.084202 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Sync routers for ids ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:15:07.084779 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:07.099447 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Routers {'12dbe146-53fe-41e2-92a6-53d8bdecb28b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:07.100486 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:14:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:07.151954 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:07.155211 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-aa630bf6-8f0b-4a13-831c-fd7312db8f7d admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4543540 Aug 30 01:15:07.156290 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 60964) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:07.230670 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Set router 12dbe146-53fe-41e2-92a6-53d8bdecb28b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:07.261711 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-abc13fa8-802d-45d6-8c74-a65154ef8d98 None None] Provisioning complete for port 0919ebec-97de-4d11-a94b-f62d485dd947 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:07.262740 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-abc13fa8-802d-45d6-8c74-a65154ef8d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:07.328595 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-45014093-f3ab-42f1-a020-91b9b5b6f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:07.360696 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45014093-f3ab-42f1-a020-91b9b5b6f8bb None None] Checking router: 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:15:07.376989 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45014093-f3ab-42f1-a020-91b9b5b6f8bb None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:07.377935 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-45014093-f3ab-42f1-a020-91b9b5b6f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:14:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:07.432764 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:07.503360 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-abc13fa8-802d-45d6-8c74-a65154ef8d98 None None] Current status of the port 0919ebec-97de-4d11-a94b-f62d485dd947 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:07.572800 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fefbf6-33a9-4d6b-ae11-0e062b854a34 req-d870bc8c-7c23-4095-85cd-3b1855902a6d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:07.574492 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-34fefbf6-33a9-4d6b-ae11-0e062b854a34 req-d870bc8c-7c23-4095-85cd-3b1855902a6d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0613027 Aug 30 01:15:07.584927 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:15:05Z', 'revision_number': 3, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port': {'id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:05Z', 'updated_at': '2022-08-30T01:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:07.594490 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-45014093-f3ab-42f1-a020-91b9b5b6f8bb None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:07.620419 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Checking router: 12dbe146-53fe-41e2-92a6-53d8bdecb28b for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:15:07.621539 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Updating router 12dbe146-53fe-41e2-92a6-53d8bdecb28b port 27769b37-5335-455e-9f4b-8b66cc0cc77f binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:15:07.627010 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f5988067-b89b-4270-98ec-3e95c60f2814 req-40a05d48-bc4b-4f51-b408-a91ad9e8f160 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=aec6af1b-90af-41d0-9778-9c0d89e330bc HTTP/1.1" status: 200 len: 210 time: 0.0698075 Aug 30 01:15:07.662971 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:07.672770 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-34fefbf6-33a9-4d6b-ae11-0e062b854a34 req-fc314b62-1c12-4485-ba14-a373b23c3b67 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918994 Aug 30 01:15:07.777545 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:07.790175 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:07.838509 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-45014093-f3ab-42f1-a020-91b9b5b6f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:07.842447 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:07.866532 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45014093-f3ab-42f1-a020-91b9b5b6f8bb None None] The sync data for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi is: [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:15:07.881825 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:07.952609 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Allocated IP 172.20.0.1 (3e3aa239-27df-4a3b-a034-6b3cd1db6e9f/c82fadab-17b2-45e6-b379-eb7cf924e14f/a0d5698e-93af-4d0b-aacb-c03633ddc9ed) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:15:08.063042 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Publish callbacks [] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.081567 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Publish callbacks [] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.148996 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.151704 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7621904-da01-4657-8607-6d70bace438c None None] New status for floating IP 6a224ab7-afda-4cdd-a1da-fb0e149b86fa: DOWN {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:15:08.185961 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.188433 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Attempting to bind port 27769b37-5335-455e-9f4b-8b66cc0cc77f on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:15:08.188806 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Attempting to bind port 27769b37-5335-455e-9f4b-8b66cc0cc77f by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:15:08.189219 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Attempting to bind port 27769b37-5335-455e-9f4b-8b66cc0cc77f on network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:08.201913 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:15:08.202278 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Checking segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:15:08.202760 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.203053 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Bound using segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:15:08.203540 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Bound port: 27769b37-5335-455e-9f4b-8b66cc0cc77f, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:15:08.203888 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.208661 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 0919ebec-97de-4d11-a94b-f62d485dd947 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:08.230742 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Pushing event updated for resources: {'Port': ['ID=27769b37-5335-455e-9f4b-8b66cc0cc77f,revision_number=2']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:08.231030 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:08.238548 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:08.241044 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:15:08.249223 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.249320 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.249614 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.250006 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.250339 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.250661 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.251092 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.251282 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.251622 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.251936 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.252254 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.252584 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.252903 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.253216 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.253528 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:15:08.268110 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:08.284464 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Pushing event updated for resources: {'Port': ['ID=a0d5698e-93af-4d0b-aacb-c03633ddc9ed,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:08.289943 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] For port 27769b37-5335-455e-9f4b-8b66cc0cc77f, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:15:08.295270 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] For port 27769b37-5335-455e-9f4b-8b66cc0cc77f, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=27769b37-5335-455e-9f4b-8b66cc0cc77f,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:15:08.310106 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:08.314295 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481881'] for router_interface (12dbe146-53fe-41e2-92a6-53d8bdecb28b), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.340869 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 0919ebec-97de-4d11-a94b-f62d485dd947 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:08.341418 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.381920 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:08.401770 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.424592 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 0919ebec-97de-4d11-a94b-f62d485dd947 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:08.458549 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Routers {'12dbe146-53fe-41e2-92a6-53d8bdecb28b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:08.459303 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:14:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:08.527326 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-1b193930-0c5f-4519-a20f-13f1b286a888 None None] Provisioning complete for port a0d5698e-93af-4d0b-aacb-c03633ddc9ed triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:08.527673 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987fe71-be37-4150-9357-7d83b72ad233 None None] Pushing event updated for resources: {'Port': ['ID=27769b37-5335-455e-9f4b-8b66cc0cc77f,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:08.527811 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-1b193930-0c5f-4519-a20f-13f1b286a888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.569090 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-1b193930-0c5f-4519-a20f-13f1b286a888 None None] Port a0d5698e-93af-4d0b-aacb-c03633ddc9ed cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:15:08.573661 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.583558 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] Set router 12dbe146-53fe-41e2-92a6-53d8bdecb28b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:08.764527 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Publish callbacks [] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.781644 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:15:05Z', 'revision_number': 3, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port': {'id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:05Z', 'updated_at': '2022-08-30T01:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:08.811440 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef3358-9e33-4b7a-abeb-74ba89048a19 None None] The sync data for ids ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'] in dv-cinder-815712-11-iscsi is: [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:15:05Z', 'revision_number': 3, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port': {'id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:05Z', 'updated_at': '2022-08-30T01:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:15:08.829922 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63cef5-ad16-4e55-b3d5-4638647d873d req-897782d3-9316-493b-bcfd-66d57c7eb0ae tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:08.840200 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9e63cef5-ad16-4e55-b3d5-4638647d873d req-897782d3-9316-493b-bcfd-66d57c7eb0ae tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0516691 Aug 30 01:15:08.883996 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9e63cef5-ad16-4e55-b3d5-4638647d873d req-42960695-24fa-4641-a93f-b4c3ae2d3a83 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461357 Aug 30 01:15:08.908967 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13572423'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.918633 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 60978) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:08.956241 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:08.982506 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481997'] for router_interface (12dbe146-53fe-41e2-92a6-53d8bdecb28b), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:08.984538 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Pushing event updated for resources: {'Port': ['ID=a0d5698e-93af-4d0b-aacb-c03633ddc9ed,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:08.985596 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b7e821e6-ba9f-405b-aad8-fa06f55de2ef tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (f2a95f92-8088-4bfa-9c6f-966f7cac35da), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:09.011240 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b7e821e6-ba9f-405b-aad8-fa06f55de2ef tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (f2a95f92-8088-4bfa-9c6f-966f7cac35da), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:09.112016 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:09.113487 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:09.133062 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b7e821e6-ba9f-405b-aad8-fa06f55de2ef tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f2a95f92-8088-4bfa-9c6f-966f7cac35da), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:09.137133 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b7e821e6-ba9f-405b-aad8-fa06f55de2ef tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:09.141362 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b7e821e6-ba9f-405b-aad8-fa06f55de2ef tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f2a95f92-8088-4bfa-9c6f-966f7cac35da HTTP/1.1" status: 204 len: 168 time: 0.2213490 Aug 30 01:15:09.142215 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 60980) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:09.165115 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e821e6-ba9f-405b-aad8-fa06f55de2ef tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a95f92-8088-4bfa-9c6f-966f7cac35da,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:09.168310 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.api.v2.resource [None req-0ac23bb7-b11f-49ba-a044-4c69d81bf41b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] show failed (client error): The resource could not be found. Aug 30 01:15:09.172720 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-0ac23bb7-b11f-49ba-a044-4c69d81bf41b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups/f2a95f92-8088-4bfa-9c6f-966f7cac35da HTTP/1.1" status: 404 len: 347 time: 0.0262904 Aug 30 01:15:09.173854 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 60982) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:09.261192 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Router 12dbe146-53fe-41e2-92a6-53d8bdecb28b has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:15:09.342105 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-db330a01-3efb-4807-98cf-24f9561efc6a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Deleting port faee86ab-82cb-43b6-a78b-a8ffe5846991 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:15:09.342441 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-db330a01-3efb-4807-98cf-24f9561efc6a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (faee86ab-82cb-43b6-a78b-a8ffe5846991), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:09.407513 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:15:09.413094 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-bbf77481-c2fd-4b69-aa80-d27f4dbedbad admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/12dbe146-53fe-41e2-92a6-53d8bdecb28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2556381 Aug 30 01:15:09.455267 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-db330a01-3efb-4807-98cf-24f9561efc6a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (faee86ab-82cb-43b6-a78b-a8ffe5846991), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:09.455586 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-db330a01-3efb-4807-98cf-24f9561efc6a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (faee86ab-82cb-43b6-a78b-a8ffe5846991), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:09.480337 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-db330a01-3efb-4807-98cf-24f9561efc6a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Calling delete_port for faee86ab-82cb-43b6-a78b-a8ffe5846991 owned by network:floatingip {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:15:09.506968 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-6c9deade-227d-4a56-94f1-d046db6cd7b0 None None] Provisioning complete for port a0d5698e-93af-4d0b-aacb-c03633ddc9ed triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:09.507522 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6c9deade-227d-4a56-94f1-d046db6cd7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:09.553881 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-6c9deade-227d-4a56-94f1-d046db6cd7b0 None None] Port a0d5698e-93af-4d0b-aacb-c03633ddc9ed cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:15:09.692928 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-db330a01-3efb-4807-98cf-24f9561efc6a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (faee86ab-82cb-43b6-a78b-a8ffe5846991), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:09.718981 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db330a01-3efb-4807-98cf-24f9561efc6a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event deleted for resources: {'Port': ['ID=faee86ab-82cb-43b6-a78b-a8ffe5846991,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:09.792541 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-db330a01-3efb-4807-98cf-24f9561efc6a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (6a224ab7-afda-4cdd-a1da-fb0e149b86fa), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:09.795518 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-db330a01-3efb-4807-98cf-24f9561efc6a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:09.796903 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-db330a01-3efb-4807-98cf-24f9561efc6a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/6a224ab7-afda-4cdd-a1da-fb0e149b86fa HTTP/1.1" status: 204 len: 168 time: 0.6219246 Aug 30 01:15:09.872462 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 66ac913d-aad3-451a-96e1-8f106967b9a5 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:15:09.892688 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: 66ac913d-aad3-451a-96e1-8f106967b9a5 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:15:09.893033 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 66ac913d-aad3-451a-96e1-8f106967b9a5 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:15:09.982389 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 60998) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:09.987071 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-cb805ee0-10cc-485f-b86c-bd06f765b84a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--206719634', 'description': 'tempest-description--701673683'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:10.016612 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8da75-efc7-4a16-b637-157d49bc254e req-996f5886-719c-4e1c-853c-da9a82e2e606 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:10.018281 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10b8da75-efc7-4a16-b637-157d49bc254e req-996f5886-719c-4e1c-853c-da9a82e2e606 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0552166 Aug 30 01:15:10.067921 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10b8da75-efc7-4a16-b637-157d49bc254e req-0cb835ce-2e24-4c83-a291-d11ee6ca781a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439358 Aug 30 01:15:10.086586 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cb805ee0-10cc-485f-b86c-bd06f765b84a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.104396 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:10.167194 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cb805ee0-10cc-485f-b86c-bd06f765b84a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (9edcbe14-1e47-4b65-ac9a-b6508d94b5dc), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.220631 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 27769b37-5335-455e-9f4b-8b66cc0cc77f up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:10.234516 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cb805ee0-10cc-485f-b86c-bd06f765b84a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (9edcbe14-1e47-4b65-ac9a-b6508d94b5dc), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.237852 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 32772) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:10.243285 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-504678138-network', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:10.269507 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb805ee0-10cc-485f-b86c-bd06f765b84a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:10.290418 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 27769b37-5335-455e-9f4b-8b66cc0cc77f triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:10.290803 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.350838 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:10.351076 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cb805ee0-10cc-485f-b86c-bd06f765b84a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.353297 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-cb805ee0-10cc-485f-b86c-bd06f765b84a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3695419 Aug 30 01:15:10.356201 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 32774) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:10.362141 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-4d43af4c-4f53-4d8c-9589-465595294150 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'security_group_rule': {'security_group_id': '9edcbe14-1e47-4b65-ac9a-b6508d94b5dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:10.371530 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 27769b37-5335-455e-9f4b-8b66cc0cc77f is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:10.371931 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.394925 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 27769b37-5335-455e-9f4b-8b66cc0cc77f, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=27769b37-5335-455e-9f4b-8b66cc0cc77f,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:10.411793 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Made reservation on behalf of 66adbbaaffa64f48aa2dc9417803c9bb for: {'network': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:15:10.414259 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.424442 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.435246 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4d43af4c-4f53-4d8c-9589-465595294150 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (a6245c8f-2c01-4e89-a21e-87af1657c979), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.469980 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:10.486956 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.505583 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4d43af4c-4f53-4d8c-9589-465595294150 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (a6245c8f-2c01-4e89-a21e-87af1657c979), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.522852 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Publish callbacks [] for security_group (80de0dd5-43c6-48be-b28f-395884624a34), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.541247 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=27769b37-5335-455e-9f4b-8b66cc0cc77f,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:10.609038 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Sync routers for ids ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:15:10.611600 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (80de0dd5-43c6-48be-b28f-395884624a34), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.615996 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4d43af4c-4f53-4d8c-9589-465595294150 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (a6245c8f-2c01-4e89-a21e-87af1657c979), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.622133 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Routers {'12dbe146-53fe-41e2-92a6-53d8bdecb28b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:10.622742 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:14:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:10.632501 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43af4c-4f53-4d8c-9589-465595294150 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6245c8f-2c01-4e89-a21e-87af1657c979,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:10.642120 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=107024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:15:10.651880 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80de0dd5-43c6-48be-b28f-395884624a34,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:10.659552 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (1d7081b4-1044-4916-b215-a9c9e04b53df), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.659820 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.segments_db [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Added segment 1d7081b4-1044-4916-b215-a9c9e04b53df of type vlan for network da230c14-a3ee-48ff-a63d-67c6ac5c8ed6 Aug 30 01:15:10.707566 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (da230c14-a3ee-48ff-a63d-67c6ac5c8ed6), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.731118 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Set router 12dbe146-53fe-41e2-92a6-53d8bdecb28b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:10.739223 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4d43af4c-4f53-4d8c-9589-465595294150 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.740481 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-4d43af4c-4f53-4d8c-9589-465595294150 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3829823 Aug 30 01:15:10.743252 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 32776) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:10.748189 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-7cf6079f-5285-42bd-95b5-445e34d39e3c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'security_group_rule': {'security_group_id': '9edcbe14-1e47-4b65-ac9a-b6508d94b5dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:10.823779 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (da230c14-a3ee-48ff-a63d-67c6ac5c8ed6), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.824879 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:10.825506 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.858689 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7cf6079f-5285-42bd-95b5-445e34d39e3c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (e0db0883-82a0-48ee-ab4c-77de3e3af429), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.893272 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] Pushing event updated for resources: {'Network': ['ID=da230c14-a3ee-48ff-a63d-67c6ac5c8ed6,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:10.905068 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network da230c14-a3ee-48ff-a63d-67c6ac5c8ed6 details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:15:10.922161 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7cf6079f-5285-42bd-95b5-445e34d39e3c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (e0db0883-82a0-48ee-ab4c-77de3e3af429), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.935576 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-84c0b896-3a1a-49dc-baf0-380e5f51e6a8 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6963868 Aug 30 01:15:10.938086 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 32778) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:10.941217 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:15:08Z', 'revision_number': 4, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port': {'id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:05Z', 'updated_at': '2022-08-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'a0d5698e-93af-4d0b-aacb-c03633ddc9ed', 'name': '', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'mac_address': 'fa:16:3e:75:ea:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:07Z', 'updated_at': '2022-08-30T01:15:08Z', 'revision_number': 2, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'subnets': [{'id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:10.943429 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-f40e8500-be2a-4ca6-866f-1a84b52f0754 admin admin] Request body: {'subnet': {'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-504678138-subnet', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'ip_version': 4}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:10.972141 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Checking router: 12dbe146-53fe-41e2-92a6-53d8bdecb28b for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:15:10.972493 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Updating router 12dbe146-53fe-41e2-92a6-53d8bdecb28b port a0d5698e-93af-4d0b-aacb-c03633ddc9ed binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:15:10.973021 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7cf6079f-5285-42bd-95b5-445e34d39e3c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (e0db0883-82a0-48ee-ab4c-77de3e3af429), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:10.999423 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6079f-5285-42bd-95b5-445e34d39e3c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0db0883-82a0-48ee-ab4c-77de3e3af429,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:11.028942 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40e8500-be2a-4ca6-866f-1a84b52f0754 admin admin] Made reservation on behalf of 66adbbaaffa64f48aa2dc9417803c9bb for: {'subnet': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:15:11.031601 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f40e8500-be2a-4ca6-866f-1a84b52f0754 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14457464'] for subnet (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.088749 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7cf6079f-5285-42bd-95b5-445e34d39e3c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.093179 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-7cf6079f-5285-42bd-95b5-445e34d39e3c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3454747 Aug 30 01:15:11.093463 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 32780) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:11.097958 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:11.124179 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.135403 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:11.203887 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931f6e5-d7b5-48ff-a884-30d5c27899e4 req-b35f682b-20d7-4c1a-a6d3-dfe2dcc0e8d9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:11.205524 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d931f6e5-d7b5-48ff-a884-30d5c27899e4 req-b35f682b-20d7-4c1a-a6d3-dfe2dcc0e8d9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0565832 Aug 30 01:15:11.229061 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.261006 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d931f6e5-d7b5-48ff-a884-30d5c27899e4 req-63060131-6d02-4625-bbb1-fdb5449d4da8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481119 Aug 30 01:15:11.318643 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:11.331967 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.350336 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:11.380042 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f40e8500-be2a-4ca6-866f-1a84b52f0754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12989445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14457454'] for subnet (8575580a-5227-4480-af3a-6ede59a8afe9), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.400931 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Publish callbacks [] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.468759 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.482402 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e8500-be2a-4ca6-866f-1a84b52f0754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8575580a-5227-4480-af3a-6ede59a8afe9,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:11.509973 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Allocated IP 172.27.1.202 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/2970469b-c23a-4187-b9de-90bfaab6dbe2) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:15:11.525988 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40e8500-be2a-4ca6-866f-1a84b52f0754 admin admin] Checking segment: {'id': '1d7081b4-1044-4916-b215-a9c9e04b53df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:15:11.526383 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e8500-be2a-4ca6-866f-1a84b52f0754 admin admin] Network hostable DHCP agents. Network: da230c14-a3ee-48ff-a63d-67c6ac5c8ed6, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:15:11.529862 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:11.537580 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbdda0-5945-4e05-9dad-181969717b1b None None] Pushing event updated for resources: {'Port': ['ID=a0d5698e-93af-4d0b-aacb-c03633ddc9ed,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:11.567743 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Attempting to bind port a0d5698e-93af-4d0b-aacb-c03633ddc9ed on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:15:11.568111 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Attempting to bind port a0d5698e-93af-4d0b-aacb-c03633ddc9ed by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '2c56b145-8c0d-4a63-8196-04d9955d99c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:15:11.568477 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Attempting to bind port a0d5698e-93af-4d0b-aacb-c03633ddc9ed on network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:11.573760 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:15:11.574138 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Checking segment: {'id': '2c56b145-8c0d-4a63-8196-04d9955d99c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:15:11.574536 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.574927 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Bound using segment: {'id': '2c56b145-8c0d-4a63-8196-04d9955d99c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:15:11.575398 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Bound port: a0d5698e-93af-4d0b-aacb-c03633ddc9ed, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c56b145-8c0d-4a63-8196-04d9955d99c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:15:11.575772 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.637784 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] For port a0d5698e-93af-4d0b-aacb-c03633ddc9ed, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:15:11.638456 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for port (2970469b-c23a-4187-b9de-90bfaab6dbe2), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.641028 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] For port a0d5698e-93af-4d0b-aacb-c03633ddc9ed, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=a0d5698e-93af-4d0b-aacb-c03633ddc9ed,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:15:11.714456 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e8500-be2a-4ca6-866f-1a84b52f0754 admin admin] Network da230c14-a3ee-48ff-a63d-67c6ac5c8ed6 is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:15:11.789703 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.790471 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (2970469b-c23a-4187-b9de-90bfaab6dbe2), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.833650 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Routers {'12dbe146-53fe-41e2-92a6-53d8bdecb28b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:11.834222 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:14:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:11.842199 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-f40e8500-be2a-4ca6-866f-1a84b52f0754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, da230c14-a3ee-48ff-a63d-67c6ac5c8ed6) {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:11.851233 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40e8500-be2a-4ca6-866f-1a84b52f0754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:11.851233 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f40e8500-be2a-4ca6-866f-1a84b52f0754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.853402 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:11.854176 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1b1426-da05-439c-9132-753f32c17f0a None None] Network da230c14-a3ee-48ff-a63d-67c6ac5c8ed6 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:15:11.862550 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:11.864883 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:15:11.870900 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'Port': ['ID=2970469b-c23a-4187-b9de-90bfaab6dbe2,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:11.890950 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbdda0-5945-4e05-9dad-181969717b1b None None] Pushing event updated for resources: {'Port': ['ID=a0d5698e-93af-4d0b-aacb-c03633ddc9ed,revision_number=4']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:11.956844 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] Set router 12dbe146-53fe-41e2-92a6-53d8bdecb28b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:11.962086 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (ebab4237-658f-4df8-9ca1-1ee5a2c30b81), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.975475 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95ee51a5-2310-549f-978a-ba0d001b608d-da230c14-a3ee-48ff-a63d-67c6ac5c8ed6', 'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6', 'project_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'fixed_ips': [{'subnet_id': '8575580a-5227-4480-af3a-6ede59a8afe9'}]}} from dv-cinder-815712-11-iscsi. {{(pid=107026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:15:11.976399 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:11.992415 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f40e8500-be2a-4ca6-866f-1a84b52f0754 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0532088 Aug 30 01:15:11.995049 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 32784) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:11.999781 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-504678138-router', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:12.006296 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:12.104671 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (2970469b-c23a-4187-b9de-90bfaab6dbe2), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.128137 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.db_base_plugin_common [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Allocated IP 172.20.0.2 (da230c14-a3ee-48ff-a63d-67c6ac5c8ed6/8575580a-5227-4480-af3a-6ede59a8afe9/84461279-54c8-4a76-8d31-b595cb30591b) {{(pid=107026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:15:12.148821 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2816'] for router (c08c3817-b74a-4a3e-942b-c489fdb9734c), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.149948 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-389844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2937'] for router (c08c3817-b74a-4a3e-942b-c489fdb9734c), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.164285 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:15:08Z', 'revision_number': 4, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port': {'id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:05Z', 'updated_at': '2022-08-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'a0d5698e-93af-4d0b-aacb-c03633ddc9ed', 'name': '', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'mac_address': 'fa:16:3e:75:ea:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:07Z', 'updated_at': '2022-08-30T01:15:11Z', 'revision_number': 4, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'subnets': [{'id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:12.199080 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5acb2c4-dd5f-49d9-ae92-38459b2edca8 None None] The sync data for ids ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'] in dv-cinder-815712-11-iscsi is: [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:15:08Z', 'revision_number': 4, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port': {'id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:05Z', 'updated_at': '2022-08-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'a0d5698e-93af-4d0b-aacb-c03633ddc9ed', 'name': '', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'mac_address': 'fa:16:3e:75:ea:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:07Z', 'updated_at': '2022-08-30T01:15:11Z', 'revision_number': 4, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'subnets': [{'id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:15:12.287939 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 27769b37-5335-455e-9f4b-8b66cc0cc77f up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:12.318995 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Publish callbacks [] for router_controller (c08c3817-b74a-4a3e-942b-c489fdb9734c), precommit_add_association {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.344847 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Publish callbacks [] for port (84461279-54c8-4a76-8d31-b595cb30591b), precommit_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.361629 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:12.372258 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 27769b37-5335-455e-9f4b-8b66cc0cc77f triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:12.372900 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.374764 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for port (2970469b-c23a-4187-b9de-90bfaab6dbe2), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.430177 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (84461279-54c8-4a76-8d31-b595cb30591b), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.485818 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (2970469b-c23a-4187-b9de-90bfaab6dbe2), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.514135 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Network da230c14-a3ee-48ff-a63d-67c6ac5c8ed6 is already hosted by enough agents. {{(pid=107026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:12.516492 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Pushing event updated for resources: {'Port': ['ID=84461279-54c8-4a76-8d31-b595cb30591b,revision_number=1']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:12.519000 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee658f-8582-4c53-9973-a15c42952f16 req-e8148612-c10d-4079-aac4-7927f93c2b02 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:12.519473 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.base_scheduler [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Resources bound (agent type, host, resource id): {{(pid=107026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:12.521152 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f7ee658f-8582-4c53-9973-a15c42952f16 req-e8148612-c10d-4079-aac4-7927f93c2b02 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.1440215 Aug 30 01:15:12.521594 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 27769b37-5335-455e-9f4b-8b66cc0cc77f is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:12.523716 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Received port after_create {{(pid=107026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:15:12.530196 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:12.565703 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:12.719863 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:12.762711 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Attempting to bind port 84461279-54c8-4a76-8d31-b595cb30591b on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:15:12.762711 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Attempting to bind port 84461279-54c8-4a76-8d31-b595cb30591b by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '1d7081b4-1044-4916-b215-a9c9e04b53df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:15:12.762711 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Attempting to bind port 84461279-54c8-4a76-8d31-b595cb30591b on network da230c14-a3ee-48ff-a63d-67c6ac5c8ed6 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:12.762711 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:15:12.762711 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Checking segment: {'id': '1d7081b4-1044-4916-b215-a9c9e04b53df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:15:12.762711 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.762711 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Bound using segment: {'id': '1d7081b4-1044-4916-b215-a9c9e04b53df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:15:12.762711 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Bound port: 84461279-54c8-4a76-8d31-b595cb30591b, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7081b4-1044-4916-b215-a9c9e04b53df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:15:12.762711 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (84461279-54c8-4a76-8d31-b595cb30591b), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.820110 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] For port 84461279-54c8-4a76-8d31-b595cb30591b, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:15:12.824182 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] For port 84461279-54c8-4a76-8d31-b595cb30591b, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=84461279-54c8-4a76-8d31-b595cb30591b,segment=NetworkSegment(1d7081b4-1044-4916-b215-a9c9e04b53df),segment_id=1d7081b4-1044-4916-b215-a9c9e04b53df)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:15:12.924248 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (ebab4237-658f-4df8-9ca1-1ee5a2c30b81), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.934506 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'Port': ['ID=2970469b-c23a-4187-b9de-90bfaab6dbe2,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:12.938419 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Publish callbacks [] for router_gateway (c08c3817-b74a-4a3e-942b-c489fdb9734c), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:12.971768 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f7ee658f-8582-4c53-9973-a15c42952f16 req-0cb801cf-5407-4919-a629-223f499eeabc tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4285548 Aug 30 01:15:12.973348 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (84461279-54c8-4a76-8d31-b595cb30591b), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:13.049913 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93976c2f-eec2-4972-bc90-734ff8f2fd1b None None] Pushing event updated for resources: {'Port': ['ID=84461279-54c8-4a76-8d31-b595cb30591b,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:13.090000 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:13.094568 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-a5665dd1-1a36-48e5-9ca1-cd82d3096637 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9969008 Aug 30 01:15:13.295149 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Publish callbacks [] for router_gateway (c08c3817-b74a-4a3e-942b-c489fdb9734c), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:13.322148 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:13.406981 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-dc71f974-0f32-4973-b2f4-e6fccb144454 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--206719634&fields=id&tenant_id=11c8f48af7394a75ab6013ca066751a7 HTTP/1.1" status: 200 len: 267 time: 0.0532374 Aug 30 01:15:13.461160 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Allocated IP 172.27.1.67 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/44e29b8b-c654-4aef-aba7-939fd3f3fb3d) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:15:13.516515 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:13.553957 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851229-19d4-4331-94b6-abb59740a27e req-a746fa51-b501-4173-912c-e168834df71e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:13.555654 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-a746fa51-b501-4173-912c-e168834df71e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/networks?id=281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 200 len: 815 time: 0.1416562 Aug 30 01:15:13.579708 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-eed0bd5a-0ddd-47b8-ae20-a637bdec0ea5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/quotas/11c8f48af7394a75ab6013ca066751a7 HTTP/1.1" status: 200 len: 375 time: 0.0149989 Aug 30 01:15:13.590504 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:13.594028 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Publish callbacks [] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:13.638858 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-5dc9cfd8-2f07-4975-b090-060f932ff81e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536528 Aug 30 01:15:13.699603 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:13.713431 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:13.744751 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-4ab9dffc-0f6d-470e-b518-459c6df3f892 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937898 Aug 30 01:15:13.747310 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:13.750501 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:13.754707 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:15:13.779631 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Pushing event updated for resources: {'Port': ['ID=44e29b8b-c654-4aef-aba7-939fd3f3fb3d,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:13.862396 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-e302b0aa-81fb-4d0f-bae7-74d6b7f57305 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107457 Aug 30 01:15:14.091975 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67104eed-6e54-4fe0-8d64-aa02f4fa66d5 None None] Network da230c14-a3ee-48ff-a63d-67c6ac5c8ed6 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:15:14.148837 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:14.150378 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Publish callbacks [] for router_gateway (c08c3817-b74a-4a3e-942b-c489fdb9734c), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:14.199784 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4d2e0ea4-d1d5-4e88-924e-be6d5f0ad9af req-77df1756-9c3c-4404-a1b1-593de0139c5b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 210 time: 0.0751729 Aug 30 01:15:14.239703 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-29f9117d-b3cb-45d3-b138-ee9165fdd237 None None] Provisioning complete for port 84461279-54c8-4a76-8d31-b595cb30591b triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:14.240139 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-29f9117d-b3cb-45d3-b138-ee9165fdd237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (84461279-54c8-4a76-8d31-b595cb30591b), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:14.263230 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9dd36-0658-4d0c-ae7c-a67f4f173ff1 req-a1d3d272-d4a7-4007-9592-293564fbc1ad tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:14.264771 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17c9dd36-0658-4d0c-ae7c-a67f4f173ff1 req-a1d3d272-d4a7-4007-9592-293564fbc1ad tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.1660340 Aug 30 01:15:14.342103 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-29f9117d-b3cb-45d3-b138-ee9165fdd237 None None] Current status of the port 84461279-54c8-4a76-8d31-b595cb30591b is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:14.343076 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-29f9117d-b3cb-45d3-b138-ee9165fdd237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (84461279-54c8-4a76-8d31-b595cb30591b), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:14.347812 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 84461279-54c8-4a76-8d31-b595cb30591b up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:14.357865 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17c9dd36-0658-4d0c-ae7c-a67f4f173ff1 req-ddee2712-41aa-4a15-86ef-ebda4bb9d3cd tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842197 Aug 30 01:15:14.440736 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-29f9117d-b3cb-45d3-b138-ee9165fdd237 None None] For port 84461279-54c8-4a76-8d31-b595cb30591b, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=84461279-54c8-4a76-8d31-b595cb30591b,segment=NetworkSegment(1d7081b4-1044-4916-b215-a9c9e04b53df),segment_id=1d7081b4-1044-4916-b215-a9c9e04b53df)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:14.450667 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 84461279-54c8-4a76-8d31-b595cb30591b triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:14.451129 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (84461279-54c8-4a76-8d31-b595cb30591b), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:14.480634 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476989'] for router (c08c3817-b74a-4a3e-942b-c489fdb9734c), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:14.560192 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 84461279-54c8-4a76-8d31-b595cb30591b is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:14.560590 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (84461279-54c8-4a76-8d31-b595cb30591b), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:14.562863 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-29f9117d-b3cb-45d3-b138-ee9165fdd237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (84461279-54c8-4a76-8d31-b595cb30591b), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:14.666556 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.db.api [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 01:15:14.666984 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG oslo_db.api [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 01:15:14.667588 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9117d-b3cb-45d3-b138-ee9165fdd237 None None] Pushing event updated for resources: {'Port': ['ID=84461279-54c8-4a76-8d31-b595cb30591b,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:14.681820 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-47732f85-990d-4cd5-af6f-51373183cbfd None None] Provisioning complete for port 84461279-54c8-4a76-8d31-b595cb30591b triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:14.681969 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-47732f85-990d-4cd5-af6f-51373183cbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (84461279-54c8-4a76-8d31-b595cb30591b), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:14.697955 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Router c08c3817-b74a-4a3e-942b-c489fdb9734c is scheduled to L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a with binding_index 1 {{(pid=107024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:15:14.762834 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-47732f85-990d-4cd5-af6f-51373183cbfd None None] Current status of the port 84461279-54c8-4a76-8d31-b595cb30591b is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:14.833626 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:15:14.845742 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Sync routers for ids ['c08c3817-b74a-4a3e-942b-c489fdb9734c'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:15:14.857072 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Routers {'c08c3817-b74a-4a3e-942b-c489fdb9734c'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:14.857689 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:14:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['c08c3817-b74a-4a3e-942b-c489fdb9734c'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:14.966063 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Set router c08c3817-b74a-4a3e-942b-c489fdb9734c gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:14.974479 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:14.976038 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-e352931a-a40c-4832-814f-a203b6906593 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9797523 Aug 30 01:15:14.980022 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 32826) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:15.064493 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:15.172373 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'name': 'tempest-TestMinimumBasicScenario-504678138-router', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:12Z', 'updated_at': '2022-08-30T01:15:13Z', 'revision_number': 3, 'project_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'gw_port': {'id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:13Z', 'updated_at': '2022-08-30T01:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:15.217800 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Checking router: c08c3817-b74a-4a3e-942b-c489fdb9734c for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:15:15.218150 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Updating router c08c3817-b74a-4a3e-942b-c489fdb9734c port 44e29b8b-c654-4aef-aba7-939fd3f3fb3d binding host dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:15:15.250852 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:15.274068 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 84461279-54c8-4a76-8d31-b595cb30591b is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:15.276390 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device a0d5698e-93af-4d0b-aacb-c03633ddc9ed up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:15.307413 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:15.341937 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a8145fbc-ffa3-4491-b556-58f21e5d7f3e req-930c9f1b-1bb3-4d10-ad04-75fddc0cb5ec tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 210 time: 0.0366137 Aug 30 01:15:15.354756 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:15.421361 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port a0d5698e-93af-4d0b-aacb-c03633ddc9ed triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:15.424154 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:15.427296 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:15.488871 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:15.491725 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2e9cb-8fae-4408-abb7-d7995178fd5d req-ad58dd83-6d08-4040-9b71-c4d59a0e6d5f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:15.494303 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-dbf2e9cb-8fae-4408-abb7-d7995178fd5d req-ad58dd83-6d08-4040-9b71-c4d59a0e6d5f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0526631 Aug 30 01:15:15.551387 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-dbf2e9cb-8fae-4408-abb7-d7995178fd5d req-47375781-3984-4248-945a-49db04795738 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509429 Aug 30 01:15:15.579597 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:15.599910 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port a0d5698e-93af-4d0b-aacb-c03633ddc9ed is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:15.600291 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:15.671888 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Allocated IP 172.20.0.1 (da230c14-a3ee-48ff-a63d-67c6ac5c8ed6/8575580a-5227-4480-af3a-6ede59a8afe9/24f0a058-22ea-4974-9b91-f232d222ba2a) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:15:15.684268 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port a0d5698e-93af-4d0b-aacb-c03633ddc9ed, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=a0d5698e-93af-4d0b-aacb-c03633ddc9ed,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:15.706774 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Publish callbacks [] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), precommit_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:15.788852 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Publish callbacks [] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:15.789098 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:15.815414 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:15.836810 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:15.851547 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=a0d5698e-93af-4d0b-aacb-c03633ddc9ed,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:15.858954 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Attempting to bind port 44e29b8b-c654-4aef-aba7-939fd3f3fb3d on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:15:15.859326 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Attempting to bind port 44e29b8b-c654-4aef-aba7-939fd3f3fb3d by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:15:15.859671 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Attempting to bind port 44e29b8b-c654-4aef-aba7-939fd3f3fb3d on network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:15.883411 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:15:15.883811 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Checking segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:15:15.884796 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:15.885185 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Bound using segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:15:15.885652 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Bound port: 44e29b8b-c654-4aef-aba7-939fd3f3fb3d, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:15:15.886056 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:15.892236 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:15.935063 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29a013-fa25-4b92-88f8-414aa68660f3 None None] Pushing event updated for resources: {'Port': ['ID=44e29b8b-c654-4aef-aba7-939fd3f3fb3d,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:15.940337 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Network da230c14-a3ee-48ff-a63d-67c6ac5c8ed6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:15.945689 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:15.948934 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:15:15.957805 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] For port 44e29b8b-c654-4aef-aba7-939fd3f3fb3d, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:15:15.961358 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] For port 44e29b8b-c654-4aef-aba7-939fd3f3fb3d, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=44e29b8b-c654-4aef-aba7-939fd3f3fb3d,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:15:15.972523 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Pushing event updated for resources: {'Port': ['ID=24f0a058-22ea-4974-9b91-f232d222ba2a,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:16.006041 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481881'] for router_interface (c08c3817-b74a-4a3e-942b-c489fdb9734c), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:16.052734 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:16.096729 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Routers {'c08c3817-b74a-4a3e-942b-c489fdb9734c'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:16.097468 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:14:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['c08c3817-b74a-4a3e-942b-c489fdb9734c'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:16.163610 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29a013-fa25-4b92-88f8-414aa68660f3 None None] Pushing event updated for resources: {'Port': ['ID=44e29b8b-c654-4aef-aba7-939fd3f3fb3d,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:16.243888 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] Set router c08c3817-b74a-4a3e-942b-c489fdb9734c gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:16.263056 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:16.302505 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 84461279-54c8-4a76-8d31-b595cb30591b up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:16.307086 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:16.397597 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-fbbf6392-c306-4686-94b7-0db046260ef7 None None] Provisioning complete for port 24f0a058-22ea-4974-9b91-f232d222ba2a triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:16.398322 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-fbbf6392-c306-4686-94b7-0db046260ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:16.455715 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf6392-c306-4686-94b7-0db046260ef7 None None] Port 24f0a058-22ea-4974-9b91-f232d222ba2a cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:15:16.457413 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:16.476462 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Publish callbacks [] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:16.483292 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 84461279-54c8-4a76-8d31-b595cb30591b triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:16.483675 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (84461279-54c8-4a76-8d31-b595cb30591b), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:16.495375 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e8aa941f-4538-4c27-b8e8-7bf33dd13bb3 req-0f88fdee-e81d-4454-96d3-944fbc131dbd tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 210 time: 0.0414741 Aug 30 01:15:16.543314 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:16.571238 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'name': 'tempest-TestMinimumBasicScenario-504678138-router', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:12Z', 'updated_at': '2022-08-30T01:15:13Z', 'revision_number': 3, 'project_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'gw_port': {'id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:13Z', 'updated_at': '2022-08-30T01:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:16.607921 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4694d21-fb19-48b5-bc05-e69713b9f0b8 None None] The sync data for ids ['c08c3817-b74a-4a3e-942b-c489fdb9734c'] in dv-cinder-815712-11-iscsi is: [{'id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'name': 'tempest-TestMinimumBasicScenario-504678138-router', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:12Z', 'updated_at': '2022-08-30T01:15:13Z', 'revision_number': 3, 'project_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'gw_port': {'id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:66:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:13Z', 'updated_at': '2022-08-30T01:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:15:16.622704 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Pushing event updated for resources: {'Port': ['ID=24f0a058-22ea-4974-9b91-f232d222ba2a,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:16.625369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481997'] for router_interface (c08c3817-b74a-4a3e-942b-c489fdb9734c), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:16.654267 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 84461279-54c8-4a76-8d31-b595cb30591b is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:16.655381 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device a0d5698e-93af-4d0b-aacb-c03633ddc9ed up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:16.695713 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:16.707244 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port a0d5698e-93af-4d0b-aacb-c03633ddc9ed triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:16.707710 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:16.745448 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2518f49-d4ff-4767-a564-139d9dcb73f7 req-da52c4a0-ea38-4db9-a352-ea6db59e5bec tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:16.747016 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f2518f49-d4ff-4767-a564-139d9dcb73f7 req-da52c4a0-ea38-4db9-a352-ea6db59e5bec tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0892591 Aug 30 01:15:16.787710 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port a0d5698e-93af-4d0b-aacb-c03633ddc9ed is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:16.809529 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Network da230c14-a3ee-48ff-a63d-67c6ac5c8ed6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:16.812772 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:16.833717 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f2518f49-d4ff-4767-a564-139d9dcb73f7 req-8c1410ae-0f15-402f-8b2c-bb1a0d598cba tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752923 Aug 30 01:15:16.987403 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Router c08c3817-b74a-4a3e-942b-c489fdb9734c has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:15:17.051990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:17.081285 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-8820a066-0323-4ed2-8741-47aacd461993 None None] Provisioning complete for port 24f0a058-22ea-4974-9b91-f232d222ba2a triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:17.084740 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8820a066-0323-4ed2-8741-47aacd461993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:17.119421 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-8820a066-0323-4ed2-8741-47aacd461993 None None] Port 24f0a058-22ea-4974-9b91-f232d222ba2a cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:15:17.123851 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:15:17.130278 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-3ca2ccaa-0850-4666-bb25-f65e152bd8be admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/c08c3817-b74a-4a3e-942b-c489fdb9734c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1491110 Aug 30 01:15:17.464235 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851229-19d4-4331-94b6-abb59740a27e req-d7339d4b-cb9d-49ea-a723-8e3ebaf92cf3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:17.471477 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-d7339d4b-cb9d-49ea-a723-8e3ebaf92cf3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "GET /networking/v2.0/networks?id=281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 200 len: 815 time: 0.2061493 Aug 30 01:15:17.560196 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-a6643a87-9673-488b-bbb6-73f709d00d67 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=11c8f48af7394a75ab6013ca066751a7 HTTP/1.1" status: 200 len: 379 time: 0.0717497 Aug 30 01:15:17.570452 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-10851229-19d4-4331-94b6-abb59740a27e req-9b928769-7702-4169-84ff-1a64d9346859 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'port': {'device_id': '81845d9a-a800-4e7a-8edd-7d6329dd6db2', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'admin_state_up': True, 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'security_groups': ['9edcbe14-1e47-4b65-ac9a-b6508d94b5dc']}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:17.622797 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5023288f-97b6-4ec4-8d18-b70c0b017b2a req-0ff3883f-6905-4cc5-9754-66f749281c69 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 210 time: 0.0353773 Aug 30 01:15:17.969969 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b28f5-7d99-488b-bb6b-abd3b6f6ed42 req-bb9be2bc-2121-46ea-a8be-b7800ae027fd tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:17.978392 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a71b28f5-7d99-488b-bb6b-abd3b6f6ed42 req-bb9be2bc-2121-46ea-a8be-b7800ae027fd tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 946 time: 0.0775001 Aug 30 01:15:18.034126 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a71b28f5-7d99-488b-bb6b-abd3b6f6ed42 req-c14d77f4-9ebc-4420-b113-b455fcfa8ab7 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522349 Aug 30 01:15:18.054243 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8201c-68af-421b-aafc-0ce878e0149b req-391c5af4-650f-4417-9e33-0733ca349c1f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:18.056457 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ede8201c-68af-421b-aafc-0ce878e0149b req-391c5af4-650f-4417-9e33-0733ca349c1f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0736344 Aug 30 01:15:18.113451 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ede8201c-68af-421b-aafc-0ce878e0149b req-d109e004-7ed3-488d-ab7f-a6dc9f70e625 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482073 Aug 30 01:15:18.207206 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10851229-19d4-4331-94b6-abb59740a27e req-9b928769-7702-4169-84ff-1a64d9346859 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Made reservation on behalf of 11c8f48af7394a75ab6013ca066751a7 for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:15:18.210625 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-10851229-19d4-4331-94b6-abb59740a27e req-9b928769-7702-4169-84ff-1a64d9346859 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:18.213962 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 44e29b8b-c654-4aef-aba7-939fd3f3fb3d up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:18.399286 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 44e29b8b-c654-4aef-aba7-939fd3f3fb3d triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:18.399739 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:18.414835 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-10851229-19d4-4331-94b6-abb59740a27e req-9b928769-7702-4169-84ff-1a64d9346859 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Allocated IP 172.20.0.8 (281ceb28-999a-45ac-8b94-e3a5aba703ca/0cf797bf-95a3-4bb5-8702-f19da191bb7b/ebd82af4-7bf6-4f28-91c9-b9f6fc86225c) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:15:18.498754 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 44e29b8b-c654-4aef-aba7-939fd3f3fb3d is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:18.499436 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:18.544579 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 44e29b8b-c654-4aef-aba7-939fd3f3fb3d, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=44e29b8b-c654-4aef-aba7-939fd3f3fb3d,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:18.599753 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-10851229-19d4-4331-94b6-abb59740a27e req-9b928769-7702-4169-84ff-1a64d9346859 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:18.618317 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:18.661545 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:18.700022 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=44e29b8b-c654-4aef-aba7-939fd3f3fb3d,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:18.700643 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-10851229-19d4-4331-94b6-abb59740a27e req-9b928769-7702-4169-84ff-1a64d9346859 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:18.778205 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:18.789474 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10851229-19d4-4331-94b6-abb59740a27e req-9b928769-7702-4169-84ff-1a64d9346859 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Network 281ceb28-999a-45ac-8b94-e3a5aba703ca is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:18.793785 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-10851229-19d4-4331-94b6-abb59740a27e req-9b928769-7702-4169-84ff-1a64d9346859 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:18.807582 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-10851229-19d4-4331-94b6-abb59740a27e req-9b928769-7702-4169-84ff-1a64d9346859 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:15:18.812423 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ca7e2-3b4e-40bd-8e9b-0fcd1763e33c req-dd958216-5b44-4c2d-9176-527cb47d03d4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:18.814614 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-922ca7e2-3b4e-40bd-8e9b-0fcd1763e33c req-dd958216-5b44-4c2d-9176-527cb47d03d4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 931 time: 0.0716870 Aug 30 01:15:18.843090 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:18.856764 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b928769-7702-4169-84ff-1a64d9346859 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'Port': ['ID=ebd82af4-7bf6-4f28-91c9-b9f6fc86225c,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:18.917098 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851229-19d4-4331-94b6-abb59740a27e req-9b928769-7702-4169-84ff-1a64d9346859 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:18.918989 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-10851229-19d4-4331-94b6-abb59740a27e req-9b928769-7702-4169-84ff-1a64d9346859 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:19.012444 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-9b928769-7702-4169-84ff-1a64d9346859 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4466956 Aug 30 01:15:19.155936 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-cfdf9bf7-99a5-4282-806d-21b4b76ea8ce None None] Provisioning complete for port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:19.156311 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-cfdf9bf7-99a5-4282-806d-21b4b76ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:19.204264 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-922ca7e2-3b4e-40bd-8e9b-0fcd1763e33c req-eeadaca6-d134-4e89-91e4-75d75e9aaa17 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3825221 Aug 30 01:15:19.209787 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-cfdf9bf7-99a5-4282-806d-21b4b76ea8ce None None] Port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:15:19.256186 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d49207-0974-4f9b-9544-6852ed1911bc req-074f2510-b81e-49c5-8acf-e2cdb79f4078 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:19.257971 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-03d49207-0974-4f9b-9544-6852ed1911bc req-074f2510-b81e-49c5-8acf-e2cdb79f4078 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 946 time: 0.1130247 Aug 30 01:15:19.328198 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-03d49207-0974-4f9b-9544-6852ed1911bc req-59152b92-347f-4b79-a2de-c344fbe76ed8 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645630 Aug 30 01:15:19.357949 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eca8f-77dc-4cf5-b4be-35d7b33ffc29 req-1abdd80b-b97b-4c12-8fea-3da4761e1dfb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:19.359602 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-cc4eca8f-77dc-4cf5-b4be-35d7b33ffc29 req-1abdd80b-b97b-4c12-8fea-3da4761e1dfb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0685177 Aug 30 01:15:19.429047 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-cc4eca8f-77dc-4cf5-b4be-35d7b33ffc29 req-b3cf1540-93c3-425c-b9c5-b8e53674a9b9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636530 Aug 30 01:15:19.454245 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:15:19.465320 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Sync routers for ids ['c08c3817-b74a-4a3e-942b-c489fdb9734c'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:15:19.478877 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Routers {'c08c3817-b74a-4a3e-942b-c489fdb9734c'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:19.479516 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:14:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['c08c3817-b74a-4a3e-942b-c489fdb9734c'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:19.539407 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Request body: {'port': {'device_id': '81845d9a-a800-4e7a-8edd-7d6329dd6db2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:19.594014 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Set router c08c3817-b74a-4a3e-942b-c489fdb9734c gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:19.613274 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:19.667554 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:19.800722 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:19.813356 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'name': 'tempest-TestMinimumBasicScenario-504678138-router', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:12Z', 'updated_at': '2022-08-30T01:15:16Z', 'revision_number': 4, 'project_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'gw_port': {'id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:13Z', 'updated_at': '2022-08-30T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '24f0a058-22ea-4974-9b91-f232d222ba2a', 'name': '', 'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'mac_address': 'fa:16:3e:26:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8575580a-5227-4480-af3a-6ede59a8afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:15Z', 'updated_at': '2022-08-30T01:15:16Z', 'revision_number': 2, 'project_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'subnets': [{'id': '8575580a-5227-4480-af3a-6ede59a8afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:19.857541 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Checking router: c08c3817-b74a-4a3e-942b-c489fdb9734c for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:15:19.858112 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Updating router c08c3817-b74a-4a3e-942b-c489fdb9734c port 24f0a058-22ea-4974-9b91-f232d222ba2a binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:15:19.891480 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:19.969467 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd82af4-7bf6-4f28-91c9-b9f6fc86225c {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:15:19.980166 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Publish callbacks [] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:19.998521 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Transition to ACTIVE for port object ebd82af4-7bf6-4f28-91c9-b9f6fc86225c will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:15:20.060000 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:20.071261 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4744a-8606-4e56-96e1-d466789257f4 req-7d9b0e09-1b64-4564-b75c-8009a5673d00 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:20.072940 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-14a4744a-8606-4e56-96e1-d466789257f4 req-7d9b0e09-1b64-4564-b75c-8009a5673d00 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 946 time: 0.0583456 Aug 30 01:15:20.133708 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd82af4-7bf6-4f28-91c9-b9f6fc86225c,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:20.205154 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Attempting to bind port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:15:20.205585 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Attempting to bind port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:15:20.206091 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Attempting to bind port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c on network 281ceb28-999a-45ac-8b94-e3a5aba703ca {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:20.212395 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c on network 281ceb28-999a-45ac-8b94-e3a5aba703ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:15:20.212799 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Attempting to bind port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c on network 281ceb28-999a-45ac-8b94-e3a5aba703ca {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:20.226049 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:15:20.226049 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Checking segment: {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:15:20.226049 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Bound using segment: {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:15:20.226049 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Bound port: ebd82af4-7bf6-4f28-91c9-b9f6fc86225c, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:15:20.226049 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:20.254132 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Publish callbacks [] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:20.269060 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ce696ec8-1955-43b0-8e16-5cfb081a632c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:20.291273 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 44e29b8b-c654-4aef-aba7-939fd3f3fb3d up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:20.337859 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:20.354511 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] For port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:15:20.361486 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] For port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ebd82af4-7bf6-4f28-91c9-b9f6fc86225c,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:15:20.363946 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 44e29b8b-c654-4aef-aba7-939fd3f3fb3d triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:20.364486 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:20.370958 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d856882-d265-41e0-bf8a-8362a07c1385 req-338ac3cf-e8d1-4cfc-ac6c-7758ba4d745f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:20.378361 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6d856882-d265-41e0-bf8a-8362a07c1385 req-338ac3cf-e8d1-4cfc-ac6c-7758ba4d745f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 943 time: 0.0819016 Aug 30 01:15:20.420032 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:20.428573 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94c35e-3d32-413a-b39a-f5235ffcb63e None None] Pushing event updated for resources: {'Port': ['ID=24f0a058-22ea-4974-9b91-f232d222ba2a,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:20.435293 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6d856882-d265-41e0-bf8a-8362a07c1385 req-f5251aec-d69a-404c-ab94-356a630c33f3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559804 Aug 30 01:15:20.439278 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:20.442391 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:20.450668 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:20.453132 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:20.453132 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/ebd82af4-7bf6-4f28-91c9-b9f6fc86225c HTTP/1.1" status: 200 len: 1093 time: 0.9178541 Aug 30 01:15:20.453948 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81845d9a-a800-4e7a-8edd-7d6329dd6db2', 'tag': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:15:20.456589 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f98d85-0795-4916-999f-793a810e1db3" -d '{"events": [{"name": "network-changed", "server_uuid": "81845d9a-a800-4e7a-8edd-7d6329dd6db2", "tag": "ebd82af4-7bf6-4f28-91c9-b9f6fc86225c"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:15:20.522649 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 44e29b8b-c654-4aef-aba7-939fd3f3fb3d is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:20.525881 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:20.591133 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Attempting to bind port 24f0a058-22ea-4974-9b91-f232d222ba2a on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:15:20.591724 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Attempting to bind port 24f0a058-22ea-4974-9b91-f232d222ba2a by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '1d7081b4-1044-4916-b215-a9c9e04b53df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:15:20.591847 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Attempting to bind port 24f0a058-22ea-4974-9b91-f232d222ba2a on network da230c14-a3ee-48ff-a63d-67c6ac5c8ed6 {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:20.592869 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c43644-82d2-4a29-adec-e9b244a03e37 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd82af4-7bf6-4f28-91c9-b9f6fc86225c,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:20.603271 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:15:20.603642 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Checking segment: {'id': '1d7081b4-1044-4916-b215-a9c9e04b53df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:15:20.604040 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:20.604424 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Bound using segment: {'id': '1d7081b4-1044-4916-b215-a9c9e04b53df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:15:20.605385 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Bound port: 24f0a058-22ea-4974-9b91-f232d222ba2a, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7081b4-1044-4916-b215-a9c9e04b53df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:15:20.605848 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:20.621023 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f5633-ae98-4a60-967c-74610955033d req-bd59f988-195c-497d-9c3e-dcc4b28b0751 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:20.624001 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-718f5633-ae98-4a60-967c-74610955033d req-bd59f988-195c-497d-9c3e-dcc4b28b0751 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 946 time: 0.1538851 Aug 30 01:15:20.656457 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df0261-c858-49c9-8a3f-f22beb82430e req-3188d896-fb36-430c-bf4a-bca0c60e4723 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:20.658054 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a3df0261-c858-49c9-8a3f-f22beb82430e req-3188d896-fb36-430c-bf4a-bca0c60e4723 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0620811 Aug 30 01:15:20.716590 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-718f5633-ae98-4a60-967c-74610955033d req-b819cdf5-8463-49e6-9f9a-82c57b3e0865 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834398 Aug 30 01:15:20.763082 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a3df0261-c858-49c9-8a3f-f22beb82430e req-65f08f37-65ce-4948-b80b-1ac56e2db38d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942106 Aug 30 01:15:20.795570 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01da470e-1542-466d-abd1-d4515ef72f47 x-openstack-request-id: req-01da470e-1542-466d-abd1-d4515ef72f47 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:15:20.795962 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81845d9a-a800-4e7a-8edd-7d6329dd6db2", "tag": "ebd82af4-7bf6-4f28-91c9-b9f6fc86225c", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:15:20.796321 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01da470e-1542-466d-abd1-d4515ef72f47 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:15:20.796829 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01da470e-1542-466d-abd1-d4515ef72f47'] response: {'name': 'network-changed', 'server_uuid': '81845d9a-a800-4e7a-8edd-7d6329dd6db2', 'tag': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c', 'status': 'completed', 'code': 200} Aug 30 01:15:20.823964 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] For port 24f0a058-22ea-4974-9b91-f232d222ba2a, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:15:20.827261 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] For port 24f0a058-22ea-4974-9b91-f232d222ba2a, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=24f0a058-22ea-4974-9b91-f232d222ba2a,segment=NetworkSegment(1d7081b4-1044-4916-b215-a9c9e04b53df),segment_id=1d7081b4-1044-4916-b215-a9c9e04b53df)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:15:20.898130 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:20.964539 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Routers {'c08c3817-b74a-4a3e-942b-c489fdb9734c'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:20.965975 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:14:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['c08c3817-b74a-4a3e-942b-c489fdb9734c'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:21.037387 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94c35e-3d32-413a-b39a-f5235ffcb63e None None] Pushing event updated for resources: {'Port': ['ID=24f0a058-22ea-4974-9b91-f232d222ba2a,revision_number=4']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:21.133109 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f98d85-0795-4916-999f-793a810e1db3 req-2450973d-eab7-4374-8e8b-9a6a3aab659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:21.135357 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0f98d85-0795-4916-999f-793a810e1db3 req-2450973d-eab7-4374-8e8b-9a6a3aab659d service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 1127 time: 0.1004362 Aug 30 01:15:21.137884 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] Set router c08c3817-b74a-4a3e-942b-c489fdb9734c gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:21.151355 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Deleting port 3efaeb1f-3500-4863-b27f-c56c1aa2946c {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:15:21.152112 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.175370 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:21.359192 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] For port 3efaeb1f-3500-4863-b27f-c56c1aa2946c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=3efaeb1f-3500-4863-b27f-c56c1aa2946c,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:21.359560 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.375799 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f98974-d900-4acf-a5ae-1de784a6ff4f req-2f5c8dba-3451-4a62-a586-8d25fdb31265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:21.377576 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-15f98974-d900-4acf-a5ae-1de784a6ff4f req-2f5c8dba-3451-4a62-a586-8d25fdb31265 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 1129 time: 0.1228068 Aug 30 01:15:21.398975 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'name': 'tempest-TestMinimumBasicScenario-504678138-router', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:12Z', 'updated_at': '2022-08-30T01:15:16Z', 'revision_number': 4, 'project_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'gw_port': {'id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:13Z', 'updated_at': '2022-08-30T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '24f0a058-22ea-4974-9b91-f232d222ba2a', 'name': '', 'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'mac_address': 'fa:16:3e:26:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8575580a-5227-4480-af3a-6ede59a8afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:15Z', 'updated_at': '2022-08-30T01:15:20Z', 'revision_number': 4, 'project_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'subnets': [{'id': '8575580a-5227-4480-af3a-6ede59a8afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:21.436240 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a301d4a-26ab-42a6-a720-855eaec87eb5 None None] The sync data for ids ['c08c3817-b74a-4a3e-942b-c489fdb9734c'] in dv-cinder-815712-11-iscsi is: [{'id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'name': 'tempest-TestMinimumBasicScenario-504678138-router', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:12Z', 'updated_at': '2022-08-30T01:15:16Z', 'revision_number': 4, 'project_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'gw_port': {'id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:13Z', 'updated_at': '2022-08-30T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '24f0a058-22ea-4974-9b91-f232d222ba2a', 'name': '', 'network_id': 'da230c14-a3ee-48ff-a63d-67c6ac5c8ed6', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'mac_address': 'fa:16:3e:26:76:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8575580a-5227-4480-af3a-6ede59a8afe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:15Z', 'updated_at': '2022-08-30T01:15:20Z', 'revision_number': 4, 'project_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'subnets': [{'id': '8575580a-5227-4480-af3a-6ede59a8afe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:15:21.618338 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-15f98974-d900-4acf-a5ae-1de784a6ff4f req-6ac05c99-2e78-46b4-bd15-c2cf75e9c6de service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286873 Aug 30 01:15:21.635191 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f98d85-0795-4916-999f-793a810e1db3 req-8167ac0a-f22f-4a66-8c02-697890690275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:21.636680 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0f98d85-0795-4916-999f-793a810e1db3 req-8167ac0a-f22f-4a66-8c02-697890690275 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=11c8f48af7394a75ab6013ca066751a7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4810150 Aug 30 01:15:21.747100 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ca691-ce2f-4522-b962-03bbe37befff req-28c77e32-a205-4846-ac45-d0fbecfe73e0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:21.749025 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-495ca691-ce2f-4522-b962-03bbe37befff req-28c77e32-a205-4846-ac45-d0fbecfe73e0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 943 time: 0.1169744 Aug 30 01:15:21.776803 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.777132 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:21.777402 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Floating IP 4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92 disassociated. External IP: 172.27.1.136, port: 3efaeb1f-3500-4863-b27f-c56c1aa2946c. Aug 30 01:15:21.777836 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Calling delete_port for 3efaeb1f-3500-4863-b27f-c56c1aa2946c owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:15:21.871371 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-495ca691-ce2f-4522-b962-03bbe37befff req-16c62b0d-b81c-4f74-a25b-5cd4b6c5cea9 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132228 Aug 30 01:15:21.875427 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:21.985380 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae887a3b-7ee9-4201-9bb2-24a27411336c req-ae776175-679c-4993-a31d-37a92e850b84 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:21.985380 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ae887a3b-7ee9-4201-9bb2-24a27411336c req-ae776175-679c-4993-a31d-37a92e850b84 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 946 time: 0.0663183 Aug 30 01:15:21.987060 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ae887a3b-7ee9-4201-9bb2-24a27411336c req-839784eb-9c07-4baa-8bcf-fa6b62096df4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=5c384e9f-deb5-4b6d-9be7-e1487cebb319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706859 Aug 30 01:15:22.045101 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:22.080294 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba32bf-f6a1-4478-94cb-799fc3b2aa6e req-340a9449-0301-465d-8f64-9d401d403dc8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:22.082210 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c9ba32bf-f6a1-4478-94cb-799fc3b2aa6e req-340a9449-0301-465d-8f64-9d401d403dc8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.1148262 Aug 30 01:15:22.136705 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f98d85-0795-4916-999f-793a810e1db3 req-c3805588-d1a2-4461-93dc-03be09884290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:22.138220 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0f98d85-0795-4916-999f-793a810e1db3 req-c3805588-d1a2-4461-93dc-03be09884290 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2007647 Aug 30 01:15:22.155356 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c9ba32bf-f6a1-4478-94cb-799fc3b2aa6e req-36833a49-c9f1-4a36-9757-68fa7f550d67 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661495 Aug 30 01:15:22.222193 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 24f0a058-22ea-4974-9b91-f232d222ba2a up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:22.223067 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (3efaeb1f-3500-4863-b27f-c56c1aa2946c), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:22.254250 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event deleted for resources: {'Port': ['ID=3efaeb1f-3500-4863-b27f-c56c1aa2946c,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:22.269557 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 24f0a058-22ea-4974-9b91-f232d222ba2a triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:22.270206 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:22.348326 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 24f0a058-22ea-4974-9b91-f232d222ba2a is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:22.348717 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:22.386336 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 24f0a058-22ea-4974-9b91-f232d222ba2a, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=24f0a058-22ea-4974-9b91-f232d222ba2a,segment=NetworkSegment(1d7081b4-1044-4916-b215-a9c9e04b53df),segment_id=1d7081b4-1044-4916-b215-a9c9e04b53df)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:22.386446 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:15:22.421041 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851229-19d4-4331-94b6-abb59740a27e req-035810e3-6e5c-4c21-b5db-c3ec688aa297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:22.422569 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-035810e3-6e5c-4c21-b5db-c3ec688aa297 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 1127 time: 0.0474343 Aug 30 01:15:22.479375 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:22.505958 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-5a6333f6-0a12-4e9e-b2bd-661f529c2d87 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebd82af4-7bf6-4f28-91c9-b9f6fc86225c HTTP/1.1" status: 200 len: 217 time: 0.0441420 Aug 30 01:15:22.556626 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=24f0a058-22ea-4974-9b91-f232d222ba2a,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:22.609554 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851229-19d4-4331-94b6-abb59740a27e req-f5d88cc4-3e63-458c-a4d0-2cd942619ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:22.611089 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-f5d88cc4-3e63-458c-a4d0-2cd942619ac8 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=0cf797bf-95a3-4bb5-8702-f19da191bb7b HTTP/1.1" status: 200 len: 854 time: 0.0983617 Aug 30 01:15:22.612116 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:15:22.624394 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c506c5b-9fc4-4291-863c-856059942360 None None] Sync routers for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:15:22.644582 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c506c5b-9fc4-4291-863c-856059942360 None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:22.645369 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-5c506c5b-9fc4-4291-863c-856059942360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:14:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:22.678789 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] No DVR routers for this DVR port 3efaeb1f-3500-4863-b27f-c56c1aa2946c on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:15:22.682672 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:22.686455 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-14a4744a-8606-4e56-96e1-d466789257f4 req-ffa5ee31-defa-4cbc-9aa8-acf4be1ed37c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.74 "DELETE /networking/v2.0/ports/3efaeb1f-3500-4863-b27f-c56c1aa2946c HTTP/1.1" status: 204 len: 173 time: 1.6880784 Aug 30 01:15:22.798351 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'name': 'network-vif-deleted', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:15:22.799691 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-5c506c5b-9fc4-4291-863c-856059942360 None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:22.800725 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5014c0-363c-42dd-a14d-11e862af362d" -d '{"events": [{"server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "name": "network-vif-deleted", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:15:22.879437 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b063ca9-89e2-4f19-8bc6-e44f68a4eb6b x-openstack-request-id: req-9b063ca9-89e2-4f19-8bc6-e44f68a4eb6b {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:15:22.879733 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4475905-983f-47fb-8b8e-6c87baeac22d", "name": "network-vif-deleted", "tag": "3efaeb1f-3500-4863-b27f-c56c1aa2946c", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:15:22.879984 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b063ca9-89e2-4f19-8bc6-e44f68a4eb6b {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:15:22.883649 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b063ca9-89e2-4f19-8bc6-e44f68a4eb6b'] response: {'server_uuid': 'd4475905-983f-47fb-8b8e-6c87baeac22d', 'name': 'network-vif-deleted', 'tag': '3efaeb1f-3500-4863-b27f-c56c1aa2946c', 'status': 'completed', 'code': 200} Aug 30 01:15:22.942731 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c46b-b33d-420e-b007-3eb8fc393ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:23.089210 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-5c506c5b-9fc4-4291-863c-856059942360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:11Z', 'revision_number': 5, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:23.121033 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c506c5b-9fc4-4291-863c-856059942360 None None] Checking router: 68505e11-46c9-4afb-b7b4-ddd6c98cb57d for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:15:23.124078 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe12b47-c345-41a4-bc1a-e3ad275c358d req-ffb583dc-e013-4695-865c-634f829d0618 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:23.129919 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7fe12b47-c345-41a4-bc1a-e3ad275c358d req-ffb583dc-e013-4695-865c-634f829d0618 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 943 time: 0.1073911 Aug 30 01:15:23.141635 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c506c5b-9fc4-4291-863c-856059942360 None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:23.142441 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-5c506c5b-9fc4-4291-863c-856059942360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:23.165493 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-232c7c52-ae75-4f05-b449-818d228c355e req-7a89da77-e941-48b0-a955-0c3d8cd402b2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0431526 Aug 30 01:15:23.251523 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7fe12b47-c345-41a4-bc1a-e3ad275c358d req-f952141f-0829-4d68-a952-a4e545e010f3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138842 Aug 30 01:15:23.338466 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:23.357003 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:23.369300 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851229-19d4-4331-94b6-abb59740a27e req-9c587906-81b9-43e4-aacf-d59cb49dd3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:23.372078 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-9c587906-81b9-43e4-aacf-d59cb49dd3df service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=281ceb28-999a-45ac-8b94-e3a5aba703ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0782518 Aug 30 01:15:23.374638 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-5c506c5b-9fc4-4291-863c-856059942360 None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:23.400985 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7f148-680e-4ae1-a7a4-77159ce08ce7 req-b679c0d7-27a8-4e1f-8588-88f6c7c086ec tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:23.403747 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ebb7f148-680e-4ae1-a7a4-77159ce08ce7 req-b679c0d7-27a8-4e1f-8588-88f6c7c086ec tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.1104989 Aug 30 01:15:23.476528 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ebb7f148-680e-4ae1-a7a4-77159ce08ce7 req-a78fe6d8-8bb4-47be-a0a8-bbedfb2508bb tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670466 Aug 30 01:15:23.572074 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-68cc14e7-4673-42e1-9b63-e0b140f6dbdd service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845229 Aug 30 01:15:23.663170 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:23.752868 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10851229-19d4-4331-94b6-abb59740a27e req-82abb0a1-130e-4157-a05d-707fee04a2e3 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687055 Aug 30 01:15:23.783197 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-5c506c5b-9fc4-4291-863c-856059942360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:11Z', 'revision_number': 5, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:23.820966 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c506c5b-9fc4-4291-863c-856059942360 None None] The sync data for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi is: [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:11Z', 'revision_number': 5, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:15:23.936394 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 3efaeb1f-3500-4863-b27f-c56c1aa2946c no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:15:23.982499 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: 3efaeb1f-3500-4863-b27f-c56c1aa2946c {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:15:23.982852 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 3efaeb1f-3500-4863-b27f-c56c1aa2946c not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:15:24.186509 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e17beda-8100-4b7c-97cf-12ede20ce05a None None] New status for floating IP 4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92: DOWN {{(pid=107027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:15:24.197530 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:24.247966 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 24f0a058-22ea-4974-9b91-f232d222ba2a up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:24.323681 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-14b404e0-dd0a-4891-bdb5-b20bb6fee8b0 req-0e30a325-1598-4a25-a246-b47f0500b511 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0395229 Aug 30 01:15:24.328237 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 24f0a058-22ea-4974-9b91-f232d222ba2a triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:24.328652 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:24.420219 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b63a-f6c1-41ec-8783-10367da80638 req-6f245e13-40f8-4813-aba7-1438cb1da3b8 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:24.423332 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9ab8b63a-f6c1-41ec-8783-10367da80638 req-6f245e13-40f8-4813-aba7-1438cb1da3b8 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 943 time: 0.0577636 Aug 30 01:15:24.443941 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 24f0a058-22ea-4974-9b91-f232d222ba2a is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:24.453240 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:24.504166 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9ab8b63a-f6c1-41ec-8783-10367da80638 req-b5577fc8-0f93-456d-bacb-a9bdc3278a41 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745485 Aug 30 01:15:24.629045 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8328d-e241-4f49-a6a3-3150a2a61cf1 req-8f6248bc-ad11-401a-9ac3-f6d952a246b7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:24.631012 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e1e8328d-e241-4f49-a6a3-3150a2a61cf1 req-8f6248bc-ad11-401a-9ac3-f6d952a246b7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0629523 Aug 30 01:15:24.687520 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e1e8328d-e241-4f49-a6a3-3150a2a61cf1 req-2e6ca11b-e514-4ac0-a1d2-1b1e8aef2c10 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501194 Aug 30 01:15:25.264095 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163900b7-dfd3-4ad4-b161-24ed307dbc96 req-b5ead4f4-a93f-4302-a679-3274c3d20fff tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:25.265782 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-163900b7-dfd3-4ad4-b161-24ed307dbc96 req-b5ead4f4-a93f-4302-a679-3274c3d20fff tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0510900 Aug 30 01:15:25.323870 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-163900b7-dfd3-4ad4-b161-24ed307dbc96 req-f3cf33b7-5b3a-46c1-b074-1e542d45d790 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517049 Aug 30 01:15:25.480693 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2902f3e2-a407-4db4-81ab-c66fec46f9b5 req-43d5e65a-a441-4022-acf6-dae4f3d6dd84 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d4475905-983f-47fb-8b8e-6c87baeac22d HTTP/1.1" status: 200 len: 210 time: 0.0344999 Aug 30 01:15:25.614842 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85278-ac09-4816-8eaa-863c9111cb0b req-a77e5090-4c5e-46af-a275-bfebbc899949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:25.617200 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c2f85278-ac09-4816-8eaa-863c9111cb0b req-a77e5090-4c5e-46af-a275-bfebbc899949 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 1129 time: 0.0565913 Aug 30 01:15:25.670294 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe34805-eb9e-4d80-974f-46a6983fb9ba req-945a0506-1443-44a3-8b9b-d10ae5a83698 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:25.678382 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-efe34805-eb9e-4d80-974f-46a6983fb9ba req-945a0506-1443-44a3-8b9b-d10ae5a83698 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 943 time: 0.0698631 Aug 30 01:15:25.726219 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:25.749231 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-efe34805-eb9e-4d80-974f-46a6983fb9ba req-cb7e8be6-45c5-4fcd-9cba-2894c5de121d tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699692 Aug 30 01:15:25.768158 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:25.779849 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85278-ac09-4816-8eaa-863c9111cb0b req-1110b94d-b2f5-401b-b61a-dedb7c38bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:25.781438 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c2f85278-ac09-4816-8eaa-863c9111cb0b req-1110b94d-b2f5-401b-b61a-dedb7c38bc3d service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 920 time: 0.1502829 Aug 30 01:15:25.824588 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:25.830246 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:25.855773 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c2f85278-ac09-4816-8eaa-863c9111cb0b req-c4af3534-a220-4a5a-bbec-0e66cb99d5a8 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074c3418-a64e-4b71-96d8-7600e741330d HTTP/1.1" status: 200 len: 1000 time: 0.0671535 Aug 30 01:15:25.911248 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85278-ac09-4816-8eaa-863c9111cb0b req-a5c68b43-f2fc-461f-ae4f-4b16c08f06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:25.912873 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c2f85278-ac09-4816-8eaa-863c9111cb0b req-a5c68b43-f2fc-461f-ae4f-4b16c08f06a4 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.0494292 Aug 30 01:15:25.962809 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85278-ac09-4816-8eaa-863c9111cb0b req-09f706c8-0e8e-4390-b9a2-64967609b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:25.964432 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c2f85278-ac09-4816-8eaa-863c9111cb0b req-09f706c8-0e8e-4390-b9a2-64967609b9e8 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438111 Aug 30 01:15:26.057464 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c2f85278-ac09-4816-8eaa-863c9111cb0b req-aa73f1d7-082f-40b7-b9ce-55f58be10653 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857456 Aug 30 01:15:26.163625 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c2f85278-ac09-4816-8eaa-863c9111cb0b req-96877449-1021-4467-8bc3-c95020876415 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992303 Aug 30 01:15:26.448902 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef64ce3-cd2a-4f46-973b-d2372e97e255 req-21195f3b-fbf6-4982-92c0-685c6008abc1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:26.450406 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3ef64ce3-cd2a-4f46-973b-d2372e97e255 req-21195f3b-fbf6-4982-92c0-685c6008abc1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0493913 Aug 30 01:15:26.504231 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3ef64ce3-cd2a-4f46-973b-d2372e97e255 req-84f007bc-b07b-4ae5-b911-90c81ae86f79 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478659 Aug 30 01:15:26.657038 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 32946) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:26.724786 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d1b31ca7-780b-473d-a1e1-80cc93e79529 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group (5c384e9f-deb5-4b6d-9be7-e1487cebb319), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:26.757743 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d1b31ca7-780b-473d-a1e1-80cc93e79529 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group (5c384e9f-deb5-4b6d-9be7-e1487cebb319), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:26.857171 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d1b31ca7-780b-473d-a1e1-80cc93e79529 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (5c384e9f-deb5-4b6d-9be7-e1487cebb319), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:26.859905 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d1b31ca7-780b-473d-a1e1-80cc93e79529 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:26.863649 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-d1b31ca7-780b-473d-a1e1-80cc93e79529 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5c384e9f-deb5-4b6d-9be7-e1487cebb319 HTTP/1.1" status: 204 len: 168 time: 0.2029996 Aug 30 01:15:26.864469 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 32950) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:26.905277 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b31ca7-780b-473d-a1e1-80cc93e79529 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c384e9f-deb5-4b6d-9be7-e1487cebb319,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:26.907441 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.api.v2.resource [None req-4e94cb8d-4261-46be-8b8a-da3b0dbc6cd2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] show failed (client error): The resource could not be found. Aug 30 01:15:26.911382 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-4e94cb8d-4261-46be-8b8a-da3b0dbc6cd2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups/5c384e9f-deb5-4b6d-9be7-e1487cebb319 HTTP/1.1" status: 404 len: 347 time: 0.0431137 Aug 30 01:15:26.915642 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 32952) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:26.953151 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea359dc0-5c70-436e-991c-e28c88b321ce req-288ffa87-0c08-4be0-ab17-3268893e49e3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:26.967227 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ea359dc0-5c70-436e-991c-e28c88b321ce req-288ffa87-0c08-4be0-ab17-3268893e49e3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 943 time: 0.1191261 Aug 30 01:15:27.020439 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ea359dc0-5c70-436e-991c-e28c88b321ce req-b64c11e2-610a-4cab-b166-f469f5ff0feb tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519540 Aug 30 01:15:27.064456 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:27.076609 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-f388d742-8dbb-4d5c-a7e4-892748642b0f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Deleting port d93c6985-474e-49cf-813a-f7a6c240e382 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:15:27.077011 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f388d742-8dbb-4d5c-a7e4-892748642b0f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (d93c6985-474e-49cf-813a-f7a6c240e382), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:27.165619 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f388d742-8dbb-4d5c-a7e4-892748642b0f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (d93c6985-474e-49cf-813a-f7a6c240e382), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:27.166082 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f388d742-8dbb-4d5c-a7e4-892748642b0f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (d93c6985-474e-49cf-813a-f7a6c240e382), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:27.183978 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-f388d742-8dbb-4d5c-a7e4-892748642b0f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Calling delete_port for d93c6985-474e-49cf-813a-f7a6c240e382 owned by network:floatingip {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:15:27.310245 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:27.394687 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f388d742-8dbb-4d5c-a7e4-892748642b0f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (d93c6985-474e-49cf-813a-f7a6c240e382), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:27.429987 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388d742-8dbb-4d5c-a7e4-892748642b0f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event deleted for resources: {'Port': ['ID=d93c6985-474e-49cf-813a-f7a6c240e382,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:27.516074 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f388d742-8dbb-4d5c-a7e4-892748642b0f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:27.518694 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f388d742-8dbb-4d5c-a7e4-892748642b0f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:27.519823 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f388d742-8dbb-4d5c-a7e4-892748642b0f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/4f01676a-8dd0-4c60-9b1f-9edd3dd6cb92 HTTP/1.1" status: 204 len: 168 time: 0.6048782 Aug 30 01:15:27.686210 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b538e-6540-4f63-9a48-ac2dd16f9543 req-e7b63bd0-0417-4248-98ed-b60f7e388e14 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:27.687851 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ea8b538e-6540-4f63-9a48-ac2dd16f9543 req-e7b63bd0-0417-4248-98ed-b60f7e388e14 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0552683 Aug 30 01:15:27.738459 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 32960) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:27.745712 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-f498a688-f6c2-4518-bd9f-4f429508d80f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872557378', 'description': 'tempest-description--2105098598'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:27.757390 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ea8b538e-6540-4f63-9a48-ac2dd16f9543 req-8be7a5a9-4bb9-4bd7-9896-1407e1830a58 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638070 Aug 30 01:15:27.837419 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f498a688-f6c2-4518-bd9f-4f429508d80f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:27.925409 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f498a688-f6c2-4518-bd9f-4f429508d80f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group (9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:27.942351 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device ebd82af4-7bf6-4f28-91c9-b9f6fc86225c details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:15:27.994801 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f498a688-f6c2-4518-bd9f-4f429508d80f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:28.033300 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498a688-f6c2-4518-bd9f-4f429508d80f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:28.037603 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:28.074103 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ebd82af4-7bf6-4f28-91c9-b9f6fc86225c,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:28.091673 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'port_id': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c', 'mac_address': 'fa:16:3e:0f:2e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:15:28.134754 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:28.134964 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:28.144839 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f498a688-f6c2-4518-bd9f-4f429508d80f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:28.146639 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f498a688-f6c2-4518-bd9f-4f429508d80f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4071014 Aug 30 01:15:28.151153 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 32964) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:28.158102 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-ba698ea7-e87e-4520-abef-2825c8cc2958 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Request body: {'security_group_rule': {'security_group_id': '9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:28.168227 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68856520-6e3b-4620-ac2b-cb75112dfd37 req-59fc996e-5410-47ea-b2c0-43d36c635b33 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:28.172048 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd82af4-7bf6-4f28-91c9-b9f6fc86225c {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:15:28.177132 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-68856520-6e3b-4620-ac2b-cb75112dfd37 req-59fc996e-5410-47ea-b2c0-43d36c635b33 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 943 time: 0.0703924 Aug 30 01:15:28.201843 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ebd82af4-7bf6-4f28-91c9-b9f6fc86225c,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:28.239031 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-68856520-6e3b-4620-ac2b-cb75112dfd37 req-802b1cb2-46b0-46ad-b7c8-5b41017421d9 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594242 Aug 30 01:15:28.286881 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:28.293262 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ba698ea7-e87e-4520-abef-2825c8cc2958 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group_rule (365a636e-2ee9-479c-80dc-c31f717a94e2), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:28.349533 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=ebd82af4-7bf6-4f28-91c9-b9f6fc86225c,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:28.377393 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ba698ea7-e87e-4520-abef-2825c8cc2958 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group_rule (365a636e-2ee9-479c-80dc-c31f717a94e2), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:28.445880 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ba698ea7-e87e-4520-abef-2825c8cc2958 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (365a636e-2ee9-479c-80dc-c31f717a94e2), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:28.477776 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba698ea7-e87e-4520-abef-2825c8cc2958 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365a636e-2ee9-479c-80dc-c31f717a94e2,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:28.534268 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ba698ea7-e87e-4520-abef-2825c8cc2958 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:28.536928 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-ba698ea7-e87e-4520-abef-2825c8cc2958 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854465 Aug 30 01:15:28.539818 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 32966) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:28.546590 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-0f67dac7-3378-498e-8b44-8441b45d1833 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Request body: {'security_group_rule': {'security_group_id': '9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:28.627673 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0f67dac7-3378-498e-8b44-8441b45d1833 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group_rule (77faa5de-c3c5-4c37-aadc-5e95ae9d1233), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:28.700842 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0f67dac7-3378-498e-8b44-8441b45d1833 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group_rule (77faa5de-c3c5-4c37-aadc-5e95ae9d1233), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:28.739207 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['ebd82af4-7bf6-4f28-91c9-b9f6fc86225c'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:15:28.760929 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0f67dac7-3378-498e-8b44-8441b45d1833 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (77faa5de-c3c5-4c37-aadc-5e95ae9d1233), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:28.800114 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67dac7-3378-498e-8b44-8441b45d1833 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77faa5de-c3c5-4c37-aadc-5e95ae9d1233,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:28.887799 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0f67dac7-3378-498e-8b44-8441b45d1833 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:28.892597 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-0f67dac7-3378-498e-8b44-8441b45d1833 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3515923 Aug 30 01:15:28.893927 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 32970) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:28.897955 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:28.928548 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253bc85-3cd9-436a-adb1-9b5ad6abd90d req-36f2db28-145b-4d49-b31a-4ee73c6c5554 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:28.937317 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b253bc85-3cd9-436a-adb1-9b5ad6abd90d req-36f2db28-145b-4d49-b31a-4ee73c6c5554 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0778742 Aug 30 01:15:28.995082 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:29.001670 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b253bc85-3cd9-436a-adb1-9b5ad6abd90d req-5b4eba86-8b9f-4349-849d-c3f1dc30ff97 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631738 Aug 30 01:15:29.102043 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:29.221476 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a13a3-3a70-4065-84ab-504d55247661 req-740e9894-2437-470a-97c8-ea9144e1b50d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:29.223116 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-173a13a3-3a70-4065-84ab-504d55247661 req-740e9894-2437-470a-97c8-ea9144e1b50d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.1132164 Aug 30 01:15:29.237278 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 32980) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:29.242648 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-edf16fb2-fff5-487f-a10e-5548ea0a57d7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Request body: {'floatingip': {'port_id': '074c3418-a64e-4b71-96d8-7600e741330d'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:29.393288 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Allocated IP 172.27.1.11 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/02a39962-a2e6-483f-8f9c-4884ad472d58) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:15:29.555529 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for port (02a39962-a2e6-483f-8f9c-4884ad472d58), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:29.566407 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:29.594701 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:29.650322 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-edf16fb2-fff5-487f-a10e-5548ea0a57d7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for floatingip (a2e0ec96-30b6-4057-a00e-8a3c586966ee), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:29.660706 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e06a9-44dd-4406-9271-bf853b7958f3 req-7c2f1184-7ad1-4c5f-800d-1d57a0aba1da tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:29.662199 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ec2e06a9-44dd-4406-9271-bf853b7958f3 req-7c2f1184-7ad1-4c5f-800d-1d57a0aba1da tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 944 time: 0.0646973 Aug 30 01:15:29.692556 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (02a39962-a2e6-483f-8f9c-4884ad472d58), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:29.702755 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:29.734868 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:29.736620 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:29.764065 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event updated for resources: {'Port': ['ID=02a39962-a2e6-483f-8f9c-4884ad472d58,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:29.777466 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:29.777466 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:15:29.781078 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ec2e06a9-44dd-4406-9271-bf853b7958f3 req-26dbf8ce-26b8-411e-a9ea-56727e23ddb9 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899045 Aug 30 01:15:29.888625 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (2282d7cc-040d-4659-8e3e-1cd6ea996dfe), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:29.973863 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device ebd82af4-7bf6-4f28-91c9-b9f6fc86225c up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:30.020061 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (02a39962-a2e6-483f-8f9c-4884ad472d58), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:30.048227 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:15:30.105900 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252457d-cc0f-4781-bdfc-85b1f1ba17e0 req-2daac7fe-5894-4dc3-a893-cf6c08330e3e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:30.107521 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f252457d-cc0f-4781-bdfc-85b1f1ba17e0 req-2daac7fe-5894-4dc3-a893-cf6c08330e3e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.1065829 Aug 30 01:15:30.125899 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:30.126360 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:30.240109 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:30.241040 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:30.246107 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f252457d-cc0f-4781-bdfc-85b1f1ba17e0 req-51cb3698-f7c6-42e4-b125-ee06b809b78a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313078 Aug 30 01:15:30.270150 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for port (02a39962-a2e6-483f-8f9c-4884ad472d58), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:30.275201 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81845d9a-a800-4e7a-8edd-7d6329dd6db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:15:30.277669 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872bd48c-3f2a-4e74-ba57-32e6ffeae81a" -d '{"events": [{"server_uuid": "81845d9a-a800-4e7a-8edd-7d6329dd6db2", "name": "network-vif-plugged", "status": "completed", "tag": "ebd82af4-7bf6-4f28-91c9-b9f6fc86225c"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:15:30.293479 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ebd82af4-7bf6-4f28-91c9-b9f6fc86225c,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:30.323914 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d2b702-449c-4da8-b8dd-3275d6e186e0 x-openstack-request-id: req-f6d2b702-449c-4da8-b8dd-3275d6e186e0 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:15:30.324297 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81845d9a-a800-4e7a-8edd-7d6329dd6db2", "name": "network-vif-plugged", "status": "completed", "tag": "ebd82af4-7bf6-4f28-91c9-b9f6fc86225c", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:15:30.324553 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6d2b702-449c-4da8-b8dd-3275d6e186e0 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:15:30.325187 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d2b702-449c-4da8-b8dd-3275d6e186e0'] response: {'server_uuid': '81845d9a-a800-4e7a-8edd-7d6329dd6db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c', 'code': 200} Aug 30 01:15:30.348891 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13572423'] for port (02a39962-a2e6-483f-8f9c-4884ad472d58), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:30.378575 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:30.412986 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-edf16fb2-fff5-487f-a10e-5548ea0a57d7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:30.415989 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event updated for resources: {'Port': ['ID=02a39962-a2e6-483f-8f9c-4884ad472d58,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:30.422109 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:30.438902 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (2282d7cc-040d-4659-8e3e-1cd6ea996dfe), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:30.441636 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=ebd82af4-7bf6-4f28-91c9-b9f6fc86225c,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:30.520714 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-edf16fb2-fff5-487f-a10e-5548ea0a57d7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (a2e0ec96-30b6-4057-a00e-8a3c586966ee), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:30.522562 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:30.523846 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-b6cd9919-74ff-44f4-9c81-b5af9af4a24c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6295660 Aug 30 01:15:30.800379 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf16fb2-fff5-487f-a10e-5548ea0a57d7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Router 009d1c89-e3de-43b4-941a-e1468bd08618 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:15:30.804497 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-177b8bfe-4bcf-42a6-9c5e-43f3cf2b8b8f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--872557378&fields=id&tenant_id=742c089b0dea4b1f89efd31f48f9ffc5 HTTP/1.1" status: 200 len: 267 time: 0.0775769 Aug 30 01:15:30.808944 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:30.979932 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f74e3-1502-4910-9378-d52152d95eaa req-84e9fd06-641a-476e-88a7-93bf7e8cffee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:30.981196 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-217f74e3-1502-4910-9378-d52152d95eaa req-84e9fd06-641a-476e-88a7-93bf7e8cffee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 945 time: 0.0491750 Aug 30 01:15:31.006641 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:31.022937 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-3c05a40c-5d4b-49a4-b6ef-bdff0c08ae19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:31.025935 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-3c05a40c-5d4b-49a4-b6ef-bdff0c08ae19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f HTTP/1.1" status: 200 len: 816 time: 0.2106814 Aug 30 01:15:31.026059 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf16fb2-fff5-487f-a10e-5548ea0a57d7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:15:31.030592 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-edf16fb2-fff5-487f-a10e-5548ea0a57d7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:31.031137 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-217f74e3-1502-4910-9378-d52152d95eaa req-b24f2e69-5b22-4b92-8db3-51e5149a7e5b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436871 Aug 30 01:15:31.038105 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46be3d-8edf-4462-a55a-98e1ce367d06 None None] Sync routers for ids ['009d1c89-e3de-43b4-941a-e1468bd08618'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:15:31.064567 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-a5d068cd-e543-4934-8b27-fb520a7e796c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/quotas/742c089b0dea4b1f89efd31f48f9ffc5 HTTP/1.1" status: 200 len: 375 time: 0.0313525 Aug 30 01:15:31.064867 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46be3d-8edf-4462-a55a-98e1ce367d06 None None] Routers {'009d1c89-e3de-43b4-941a-e1468bd08618'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:31.065419 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-cd46be3d-8edf-4462-a55a-98e1ce367d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['009d1c89-e3de-43b4-941a-e1468bd08618'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:31.083264 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'tag': '074c3418-a64e-4b71-96d8-7600e741330d'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:15:31.090012 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4b72f3-6be0-40ff-8675-18ae959af80a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc62a7d-bbdb-4131-b8bc-ab85635ad17d", "tag": "074c3418-a64e-4b71-96d8-7600e741330d"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:15:31.144591 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-edf16fb2-fff5-487f-a10e-5548ea0a57d7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/a2e0ec96-30b6-4057-a00e-8a3c586966ee HTTP/1.1" status: 200 len: 992 time: 1.9058566 Aug 30 01:15:31.164935 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-09331b48-6302-4d58-bd50-a231b8718a15 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923705 Aug 30 01:15:31.256946 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-4a92117c-aa82-429f-8f14-c20354dfa7dc tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:31.259262 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-4a92117c-aa82-429f-8f14-c20354dfa7dc tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f HTTP/1.1" status: 200 len: 814 time: 0.1336346 Aug 30 01:15:31.273769 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-7bbccfde-fc1b-4549-bc88-46ded0b68fc7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967805 Aug 30 01:15:31.285071 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-82d84c0c-b6e8-4950-9d94-63fa8534c4c4 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/quotas/c6f3997439524d4583ece79273a55da4 HTTP/1.1" status: 200 len: 375 time: 0.0184577 Aug 30 01:15:31.319562 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-cd46be3d-8edf-4462-a55a-98e1ce367d06 None None] Set router 009d1c89-e3de-43b4-941a-e1468bd08618 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:31.342924 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-1c23c1b8-f697-4c29-a12b-66c0a211836e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c6f3997439524d4583ece79273a55da4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540380 Aug 30 01:15:31.375641 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-ec009d8c-0ae2-48ce-ad81-d24b2b63cfc3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951822 Aug 30 01:15:31.414793 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:31.452435 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-5ac3b0a0-5cd6-4bab-82b5-eb3227c4f9c0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983913 Aug 30 01:15:31.470850 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:31.545028 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-cd46be3d-8edf-4462-a55a-98e1ce367d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'a2e0ec96-30b6-4057-a00e-8a3c586966ee', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'port_id': '074c3418-a64e-4b71-96d8-7600e741330d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'mac_address': 'fa:16:3e:29:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:13:25Z', 'updated_at': '2022-08-30T01:15:30Z', 'revision_number': 3, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2169617-86fd-495d-a71e-57a3a6c6e239', 'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'mac_address': 'fa:16:3e:0d:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:48Z', 'updated_at': '2022-08-30T01:11:08Z', 'revision_number': 5, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'subnets': [{'id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:31.553108 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-8f9cc8a7-0bbb-4799-b2a0-a77e8512907d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933416 Aug 30 01:15:31.570483 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46be3d-8edf-4462-a55a-98e1ce367d06 None None] Checking router: 009d1c89-e3de-43b4-941a-e1468bd08618 for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:15:31.580306 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46be3d-8edf-4462-a55a-98e1ce367d06 None None] Routers {'009d1c89-e3de-43b4-941a-e1468bd08618'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:31.580929 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-cd46be3d-8edf-4462-a55a-98e1ce367d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['009d1c89-e3de-43b4-941a-e1468bd08618'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:31.644455 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718c8373-f7c6-4765-b676-519709973d7a x-openstack-request-id: req-718c8373-f7c6-4765-b676-519709973d7a {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:15:31.644851 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc62a7d-bbdb-4131-b8bc-ab85635ad17d", "tag": "074c3418-a64e-4b71-96d8-7600e741330d", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:15:31.645206 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-718c8373-f7c6-4765-b676-519709973d7a {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:15:31.645713 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-718c8373-f7c6-4765-b676-519709973d7a'] response: {'name': 'network-changed', 'server_uuid': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'tag': '074c3418-a64e-4b71-96d8-7600e741330d', 'status': 'completed', 'code': 200} Aug 30 01:15:31.702539 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-cd46be3d-8edf-4462-a55a-98e1ce367d06 None None] Set router 009d1c89-e3de-43b4-941a-e1468bd08618 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:31.752335 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5e002-4b7d-46ef-a7f0-fff0b0cb7b15 req-0dce7e35-84d3-4c97-a0d2-fef3e838d48e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:31.760051 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5bb5e002-4b7d-46ef-a7f0-fff0b0cb7b15 req-0dce7e35-84d3-4c97-a0d2-fef3e838d48e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0627205 Aug 30 01:15:31.836156 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5bb5e002-4b7d-46ef-a7f0-fff0b0cb7b15 req-d5c7f785-06ba-4a56-8e3d-a8c57be3c1f2 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746453 Aug 30 01:15:31.870755 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-66860b55-6a1c-4b5b-9ab2-7ce76b752397 req-7e1357ee-6fdf-4ab3-9a5b-c51d915d6e5b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 210 time: 0.0473325 Aug 30 01:15:31.936422 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-272947e0-1d8c-4cfe-a352-fbcaa9b71ac5 req-bb7a485f-a51a-4276-8180-e1385e0e4a34 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 210 time: 0.0369589 Aug 30 01:15:32.021492 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-cd46be3d-8edf-4462-a55a-98e1ce367d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'a2e0ec96-30b6-4057-a00e-8a3c586966ee', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'port_id': '074c3418-a64e-4b71-96d8-7600e741330d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'mac_address': 'fa:16:3e:29:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:13:25Z', 'updated_at': '2022-08-30T01:15:30Z', 'revision_number': 3, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2169617-86fd-495d-a71e-57a3a6c6e239', 'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'mac_address': 'fa:16:3e:0d:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:48Z', 'updated_at': '2022-08-30T01:11:08Z', 'revision_number': 5, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'subnets': [{'id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:32.047408 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd46be3d-8edf-4462-a55a-98e1ce367d06 None None] The sync data for ids ['009d1c89-e3de-43b4-941a-e1468bd08618'] in dv-cinder-815712-11-iscsi is: [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'a2e0ec96-30b6-4057-a00e-8a3c586966ee', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'floating_ip_address': '172.27.1.54', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'port_id': '074c3418-a64e-4b71-96d8-7600e741330d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'mac_address': 'fa:16:3e:29:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:13:25Z', 'updated_at': '2022-08-30T01:15:30Z', 'revision_number': 3, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2169617-86fd-495d-a71e-57a3a6c6e239', 'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'mac_address': 'fa:16:3e:0d:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:48Z', 'updated_at': '2022-08-30T01:11:08Z', 'revision_number': 5, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'subnets': [{'id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:15:32.148789 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b72f3-6be0-40ff-8675-18ae959af80a req-680b9a78-d36f-4b73-8a45-d620707076d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:32.151398 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ca4b72f3-6be0-40ff-8675-18ae959af80a req-680b9a78-d36f-4b73-8a45-d620707076d8 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 1129 time: 0.0686893 Aug 30 01:15:32.192374 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927dc94-e2a1-4ab6-bc53-68c7a60b5493 req-d84d4fb9-db8c-437a-87df-951a89454ffe tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:32.194220 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b927dc94-e2a1-4ab6-bc53-68c7a60b5493 req-d84d4fb9-db8c-437a-87df-951a89454ffe tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 945 time: 0.0612271 Aug 30 01:15:32.251411 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b927dc94-e2a1-4ab6-bc53-68c7a60b5493 req-b8348bb3-8d39-49c6-a77b-837e8a20df55 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506375 Aug 30 01:15:32.310646 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b72f3-6be0-40ff-8675-18ae959af80a req-72ef89bc-589a-4f55-96ae-ef8a73d87446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:32.313106 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ca4b72f3-6be0-40ff-8675-18ae959af80a req-72ef89bc-589a-4f55-96ae-ef8a73d87446 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 920 time: 0.1537170 Aug 30 01:15:32.324378 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-94d0f89d-8c9a-4157-b03d-aac54a12d179 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:32.325971 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-94d0f89d-8c9a-4157-b03d-aac54a12d179 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0649626 Aug 30 01:15:32.442019 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ca4b72f3-6be0-40ff-8675-18ae959af80a req-87ae87d3-ec34-4067-8bf1-37fa3b21eac1 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074c3418-a64e-4b71-96d8-7600e741330d HTTP/1.1" status: 200 len: 1000 time: 0.1150329 Aug 30 01:15:32.493521 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Deleting port c67f9947-1307-4c65-b66d-e90b9d577330 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:15:32.494081 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:32.574146 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:32.579200 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abab7f3-2669-4d50-bcb8-2b15c9cbc758 req-19f403ee-9296-41d1-ad8f-2accfee6397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:32.580637 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6abab7f3-2669-4d50-bcb8-2b15c9cbc758 req-19f403ee-9296-41d1-ad8f-2accfee6397e service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 1129 time: 0.1141231 Aug 30 01:15:32.584317 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b72f3-6be0-40ff-8675-18ae959af80a req-c2e09839-6b3c-4e47-b7a1-5710c78c639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:32.585632 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ca4b72f3-6be0-40ff-8675-18ae959af80a req-c2e09839-6b3c-4e47-b7a1-5710c78c639a service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.1316776 Aug 30 01:15:32.681381 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b72f3-6be0-40ff-8675-18ae959af80a req-d7ae6124-e8b3-4733-bec2-0afef180eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:32.682894 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ca4b72f3-6be0-40ff-8675-18ae959af80a req-d7ae6124-e8b3-4733-bec2-0afef180eb71 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0838506 Aug 30 01:15:32.684564 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] For port c67f9947-1307-4c65-b66d-e90b9d577330, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c67f9947-1307-4c65-b66d-e90b9d577330,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:32.684916 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:32.728918 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6abab7f3-2669-4d50-bcb8-2b15c9cbc758 req-d5cdc8fa-6978-48b1-824f-407f5097b0bb service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357512 Aug 30 01:15:32.780485 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:32.884157 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ca4b72f3-6be0-40ff-8675-18ae959af80a req-6d1b9e77-6fc6-4cb7-8c31-1742b7e1c913 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841495 Aug 30 01:15:32.948499 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:32.948858 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (148ea254-dd3b-4aa0-ad37-bfcbe56843d3), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:32.949174 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Floating IP 148ea254-dd3b-4aa0-ad37-bfcbe56843d3 disassociated. External IP: 172.27.1.17, port: c67f9947-1307-4c65-b66d-e90b9d577330. Aug 30 01:15:32.949514 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Calling delete_port for c67f9947-1307-4c65-b66d-e90b9d577330 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:15:32.978373 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d06c5b0e-aa74-49be-8441-51365d26ba58 req-43460e92-0497-4c09-8d9e-8b27c65362f1 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 210 time: 0.0305679 Aug 30 01:15:33.026021 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaee60d-0d54-4762-8b03-738f88da6ca5 req-fc8e0aed-0cd6-4d3c-8eaa-d93b82d7b74f tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:33.027576 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-afaee60d-0d54-4762-8b03-738f88da6ca5 req-fc8e0aed-0cd6-4d3c-8eaa-d93b82d7b74f tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 945 time: 0.0919752 Aug 30 01:15:33.051210 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a526574a-1dbe-4783-a28b-86b46b74082f req-917c4e24-a534-4bb4-a116-27c2509c06d8 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 210 time: 0.0278506 Aug 30 01:15:33.159336 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-afaee60d-0d54-4762-8b03-738f88da6ca5 req-647e94d8-2481-4162-9fbe-1c65b1797e6a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1646ad17-4e9e-4c5b-b1ec-373368757561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246557 Aug 30 01:15:33.213396 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ca4b72f3-6be0-40ff-8675-18ae959af80a req-abb63aee-0b90-4be1-a4d4-98f18bffc2b3 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598179 Aug 30 01:15:33.326066 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (c67f9947-1307-4c65-b66d-e90b9d577330), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:33.355207 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event deleted for resources: {'Port': ['ID=c67f9947-1307-4c65-b66d-e90b9d577330,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:33.392157 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff6d36-3469-496a-88a8-e4e30831e60c req-f5c62ea0-26a1-401c-ba8b-3ba4ed1d6fd5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:33.392515 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f0ff6d36-3469-496a-88a8-e4e30831e60c req-f5c62ea0-26a1-401c-ba8b-3ba4ed1d6fd5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 945 time: 0.0581384 Aug 30 01:15:33.443404 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f0ff6d36-3469-496a-88a8-e4e30831e60c req-c84ae202-221c-43fc-998b-83b96383f00e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451157 Aug 30 01:15:33.701159 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'tag': '074c3418-a64e-4b71-96d8-7600e741330d'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:15:33.703499 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7235c285-e6aa-4f9a-afc4-7f773cce3e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc62a7d-bbdb-4131-b8bc-ab85635ad17d", "tag": "074c3418-a64e-4b71-96d8-7600e741330d"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:15:33.749444 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Router d6f11566-c297-48de-bf20-6cd3aaacfc38 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:15:33.756538 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104b3a22-89e1-469a-8e7b-e4e885933677 x-openstack-request-id: req-104b3a22-89e1-469a-8e7b-e4e885933677 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:15:33.756825 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc62a7d-bbdb-4131-b8bc-ab85635ad17d", "tag": "074c3418-a64e-4b71-96d8-7600e741330d", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:15:33.757122 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-104b3a22-89e1-469a-8e7b-e4e885933677 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:15:33.757450 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104b3a22-89e1-469a-8e7b-e4e885933677'] response: {'name': 'network-changed', 'server_uuid': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'tag': '074c3418-a64e-4b71-96d8-7600e741330d', 'status': 'completed', 'code': 200} Aug 30 01:15:33.802652 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:33.866526 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:15:33.877499 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823bb8e-e520-434c-936f-0e456f0aec3d None None] Sync routers for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:15:33.887492 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823bb8e-e520-434c-936f-0e456f0aec3d None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:33.888093 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-d823bb8e-e520-434c-936f-0e456f0aec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:33.908548 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] No DVR routers for this DVR port c67f9947-1307-4c65-b66d-e90b9d577330 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:15:33.911047 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:33.914338 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2da2f83e-0f77-47f4-b728-1436ec950eba req-a519afdc-54b4-4b0a-b91f-2ce6b5cd3411 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.74 "DELETE /networking/v2.0/ports/c67f9947-1307-4c65-b66d-e90b9d577330 HTTP/1.1" status: 204 len: 173 time: 1.5816178 Aug 30 01:15:33.974531 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:33.991224 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-d823bb8e-e520-434c-936f-0e456f0aec3d None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:34.089898 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-be030e23-7340-499f-b3f7-00b8511e6bff req-bfe9011c-28d8-44bd-a74a-9e8ab7dbe928 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 210 time: 0.0275462 Aug 30 01:15:34.159227 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-343fe997-c01d-485f-aa53-2d026dcb99fb req-885fa8f9-eb6f-4a25-8234-855586878927 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 210 time: 0.0293434 Aug 30 01:15:34.185679 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-d823bb8e-e520-434c-936f-0e456f0aec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:34.216265 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823bb8e-e520-434c-936f-0e456f0aec3d None None] Checking router: d6f11566-c297-48de-bf20-6cd3aaacfc38 for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:15:34.224786 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d823bb8e-e520-434c-936f-0e456f0aec3d None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:34.225319 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-d823bb8e-e520-434c-936f-0e456f0aec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:34.275640 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5aea1a16-cd0b-45be-b523-0ee9457ff1ad req-0a5e476d-f819-46ec-a523-3ff2f3336b47 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 210 time: 0.0399442 Aug 30 01:15:34.336965 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-d823bb8e-e520-434c-936f-0e456f0aec3d None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:34.548079 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-d823bb8e-e520-434c-936f-0e456f0aec3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:34.579151 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac18300-5f5c-40d3-a049-11087597c878 req-2b30b3b9-a21d-4a65-b56a-5e644cc52756 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:34.580763 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5ac18300-5f5c-40d3-a049-11087597c878 req-2b30b3b9-a21d-4a65-b56a-5e644cc52756 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 945 time: 0.0559459 Aug 30 01:15:34.588357 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823bb8e-e520-434c-936f-0e456f0aec3d None None] The sync data for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi is: [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:15:34.622131 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:34.639429 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235c285-e6aa-4f9a-afc4-7f773cce3e2f req-ec64c94a-e233-4afd-8d58-a245d06f9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:34.641284 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7235c285-e6aa-4f9a-afc4-7f773cce3e2f req-ec64c94a-e233-4afd-8d58-a245d06f9f14 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 1129 time: 0.0594490 Aug 30 01:15:34.729436 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5ac18300-5f5c-40d3-a049-11087597c878 req-0e0e80da-2b12-4426-b816-dcbb44c35b00 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386409 Aug 30 01:15:34.772100 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235c285-e6aa-4f9a-afc4-7f773cce3e2f req-0083dd45-8fca-4181-a3c6-c6bb0b4f989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:34.775053 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7235c285-e6aa-4f9a-afc4-7f773cce3e2f req-0083dd45-8fca-4181-a3c6-c6bb0b4f989b service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 200 len: 920 time: 0.1220076 Aug 30 01:15:34.841865 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7235c285-e6aa-4f9a-afc4-7f773cce3e2f req-0a0dd343-6c6b-4de3-82b7-d23dda1c092c service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074c3418-a64e-4b71-96d8-7600e741330d HTTP/1.1" status: 200 len: 1000 time: 0.0604112 Aug 30 01:15:34.911866 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235c285-e6aa-4f9a-afc4-7f773cce3e2f req-058dd35f-9a32-444d-b38f-d0e0d14c23f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:34.914682 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7235c285-e6aa-4f9a-afc4-7f773cce3e2f req-058dd35f-9a32-444d-b38f-d0e0d14c23f2 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 200 len: 858 time: 0.0626750 Aug 30 01:15:34.919725 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6805e54a-0824-4aa4-a2ab-7b240936a8fe None None] New status for floating IP 148ea254-dd3b-4aa0-ad37-bfcbe56843d3: DOWN {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:15:34.963699 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235c285-e6aa-4f9a-afc4-7f773cce3e2f req-29eed8f7-cdeb-45fb-9d18-1a68b4080e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:34.965262 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7235c285-e6aa-4f9a-afc4-7f773cce3e2f req-29eed8f7-cdeb-45fb-9d18-1a68b4080e4a service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=ac8d987a-03fa-42da-829e-4cee4dd670a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448265 Aug 30 01:15:35.074184 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7235c285-e6aa-4f9a-afc4-7f773cce3e2f req-2a983763-01ed-495b-8d29-48cbc95f27bc service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018357 Aug 30 01:15:35.215750 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7235c285-e6aa-4f9a-afc4-7f773cce3e2f req-b547738d-795d-4a08-8137-b83aae3d2484 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157784 Aug 30 01:15:35.234364 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-53a683ce-8628-4797-8148-3155e6a20176 req-15debbe8-c7a1-4b15-8572-844098368d36 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 210 time: 0.0328465 Aug 30 01:15:35.296534 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-50937509-00ee-46cb-a63a-9226d1d3353b req-2ef6aced-047c-47fb-8746-bfeb4f2aed16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 210 time: 0.0292335 Aug 30 01:15:35.408447 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2e3fb73f-9e3d-44f7-afd9-cf85ee00ea05 req-315ff086-f68a-4ee2-9a34-0465bd8bb587 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 210 time: 0.0274014 Aug 30 01:15:35.759035 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5022a2c4-6b00-416c-9a13-63b0dec702b2', 'name': 'network-vif-deleted', 'tag': 'c67f9947-1307-4c65-b66d-e90b9d577330'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:15:35.762270 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619d4895-1c1f-4119-a414-ecc6ec7b07ef" -d '{"events": [{"server_uuid": "5022a2c4-6b00-416c-9a13-63b0dec702b2", "name": "network-vif-deleted", "tag": "c67f9947-1307-4c65-b66d-e90b9d577330"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:15:35.799406 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18577b0d-9a5c-4a2d-b765-d2e5ed8bb5b3 x-openstack-request-id: req-18577b0d-9a5c-4a2d-b765-d2e5ed8bb5b3 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:15:35.799800 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5022a2c4-6b00-416c-9a13-63b0dec702b2", "name": "network-vif-deleted", "tag": "c67f9947-1307-4c65-b66d-e90b9d577330", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:15:35.800161 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18577b0d-9a5c-4a2d-b765-d2e5ed8bb5b3 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:15:35.800661 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18577b0d-9a5c-4a2d-b765-d2e5ed8bb5b3'] response: {'server_uuid': '5022a2c4-6b00-416c-9a13-63b0dec702b2', 'name': 'network-vif-deleted', 'tag': 'c67f9947-1307-4c65-b66d-e90b9d577330', 'status': 'completed', 'code': 200} Aug 30 01:15:35.850788 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba992526-6aad-4a71-b083-3f4a5df80f07 req-fdfc53db-2d10-47a3-9ec3-57306677b223 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:35.852333 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ba992526-6aad-4a71-b083-3f4a5df80f07 req-fdfc53db-2d10-47a3-9ec3-57306677b223 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 945 time: 0.0481415 Aug 30 01:15:35.905544 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ba992526-6aad-4a71-b083-3f4a5df80f07 req-0ce1ef5a-c614-4481-8c92-eb6d99002145 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473404 Aug 30 01:15:36.010202 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c67f9947-1307-4c65-b66d-e90b9d577330 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:15:36.017690 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:36.027125 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365ba3d-b0d4-45e8-aa3a-fac19e34c11f req-89cea1a5-99a7-4ebc-94ed-6d4c5ff60cde tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:36.028622 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a365ba3d-b0d4-45e8-aa3a-fac19e34c11f req-89cea1a5-99a7-4ebc-94ed-6d4c5ff60cde tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 945 time: 0.0468867 Aug 30 01:15:36.035305 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: c67f9947-1307-4c65-b66d-e90b9d577330 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:15:36.035305 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c67f9947-1307-4c65-b66d-e90b9d577330 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:15:36.041479 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 33088) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:36.046248 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-bd9b5466-12f2-40ac-ae38-637ecdd73aee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'floatingip': {'port_id': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:36.084122 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5466-12f2-40ac-ae38-637ecdd73aee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (ebab4237-658f-4df8-9ca1-1ee5a2c30b81), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:36.144867 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:36.384252 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-26bb46ad-6ce0-4343-b752-bd2a498340f0 req-dbbb853b-aaa8-47a1-ad49-e3f005227882 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 210 time: 0.0515285 Aug 30 01:15:36.409089 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-52d56018-94fb-4a71-b6e4-e45cd305029f req-b181b024-2d5e-4621-9a3e-847a99fe0f48 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 210 time: 0.0285022 Aug 30 01:15:36.462957 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-299d3db2-d342-4d07-8c53-3dfc30eb1727 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:36.462957 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-299d3db2-d342-4d07-8c53-3dfc30eb1727 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.74 "GET /networking/v2.0/networks?id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f HTTP/1.1" status: 200 len: 816 time: 0.2219636 Aug 30 01:15:36.586728 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a6fb3dc6-1116-4fd3-8284-76322e867c3c req-0ff310ee-538b-4d99-8ca1-6437d600bacf tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5022a2c4-6b00-416c-9a13-63b0dec702b2 HTTP/1.1" status: 200 len: 210 time: 0.0571613 Aug 30 01:15:36.693317 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-70588f86-5a10-4381-a991-a1592084a4c8 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.74 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=742c089b0dea4b1f89efd31f48f9ffc5 HTTP/1.1" status: 200 len: 379 time: 0.1802821 Aug 30 01:15:36.719029 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:36.775568 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-50cb5f60-8341-4b21-bcf0-7a13aacdbf19 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:36.777022 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-50cb5f60-8341-4b21-bcf0-7a13aacdbf19 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.74 "GET /networking/v2.0/networks?id=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f HTTP/1.1" status: 200 len: 814 time: 0.2078300 Aug 30 01:15:36.822498 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-0052c808-7cfb-426e-b9a4-d377c46431a0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Request body: {'port': {'device_id': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'admin_state_up': True, 'tenant_id': 'c6f3997439524d4583ece79273a55da4'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:36.830529 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-72d57199-8e1c-4ac8-baa4-4a19a2c49934 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Request body: {'port': {'device_id': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'admin_state_up': True, 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'security_groups': ['9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555']}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:36.921983 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5466-12f2-40ac-ae38-637ecdd73aee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:36.987174 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:36.998086 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5466-12f2-40ac-ae38-637ecdd73aee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (ebab4237-658f-4df8-9ca1-1ee5a2c30b81), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:37.130964 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [None req-bd9b5466-12f2-40ac-ae38-637ecdd73aee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Floating IP ebab4237-658f-4df8-9ca1-1ee5a2c30b81 associated. External IP: 172.27.1.202, port: ebd82af4-7bf6-4f28-91c9-b9f6fc86225c. Aug 30 01:15:37.207997 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-72d57199-8e1c-4ac8-baa4-4a19a2c49934 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Made reservation on behalf of 742c089b0dea4b1f89efd31f48f9ffc5 for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:15:37.212608 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-72d57199-8e1c-4ac8-baa4-4a19a2c49934 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:37.215197 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-0052c808-7cfb-426e-b9a4-d377c46431a0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Made reservation on behalf of c6f3997439524d4583ece79273a55da4 for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:15:37.218620 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-0052c808-7cfb-426e-b9a4-d377c46431a0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:37.560619 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-72d57199-8e1c-4ac8-baa4-4a19a2c49934 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Allocated IP 172.20.0.6 (6de2f2e9-71f3-49c9-a223-f1fb974d9e7f/396acad7-fa43-4c94-bf65-eb50fa3cb4e5/adb8f445-f2e5-41a5-91ba-43406b91be88) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:15:37.562583 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:37.583584 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-509646bb-1824-4013-bc74-c334f08209f6 req-845156fa-6db0-4815-8479-00d5135cf3cc tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 210 time: 0.0600650 Aug 30 01:15:37.584181 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-0052c808-7cfb-426e-b9a4-d377c46431a0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Allocated IP 172.20.0.9 (3e3aa239-27df-4a3b-a034-6b3cd1db6e9f/c82fadab-17b2-45e6-b379-eb7cf924e14f/fb9f85b8-7682-4117-938b-7225f55cd3b2) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:15:37.640662 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9b5466-12f2-40ac-ae38-637ecdd73aee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:15:37.643875 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-20e48dd9-d9cc-4da4-8fce-6f738af25044 req-f1d05dda-af77-423a-8b86-a9b6eb5bb985 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 210 time: 0.0676985 Aug 30 01:15:37.847448 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33130) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:37.952466 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:37.996463 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d1805d75-08af-4531-b810-6dc0ff38576c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group (1646ad17-4e9e-4c5b-b1ec-373368757561), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:38.041553 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d1805d75-08af-4531-b810-6dc0ff38576c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group (1646ad17-4e9e-4c5b-b1ec-373368757561), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:38.123203 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:38.177919 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d1805d75-08af-4531-b810-6dc0ff38576c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1646ad17-4e9e-4c5b-b1ec-373368757561), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:38.183495 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d1805d75-08af-4531-b810-6dc0ff38576c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:38.187766 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-d1805d75-08af-4531-b810-6dc0ff38576c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1646ad17-4e9e-4c5b-b1ec-373368757561 HTTP/1.1" status: 204 len: 168 time: 0.3358996 Aug 30 01:15:38.194769 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33132) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:38.228454 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.api.v2.resource [None req-59f5f7bd-e847-4efb-9530-8436a00af578 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] show failed (client error): The resource could not be found. Aug 30 01:15:38.233505 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-59f5f7bd-e847-4efb-9530-8436a00af578 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups/1646ad17-4e9e-4c5b-b1ec-373368757561 HTTP/1.1" status: 404 len: 347 time: 0.0354502 Aug 30 01:15:38.234450 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1805d75-08af-4531-b810-6dc0ff38576c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1646ad17-4e9e-4c5b-b1ec-373368757561,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:38.236165 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33134) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:38.338885 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-72d57199-8e1c-4ac8-baa4-4a19a2c49934 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:38.455741 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-3ade3f33-f0d3-408c-8a5f-6964b585ba83 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Deleting port dd0e31a8-1f5e-41e5-9655-a31a06d1f922 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:15:38.456372 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3ade3f33-f0d3-408c-8a5f-6964b585ba83 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (dd0e31a8-1f5e-41e5-9655-a31a06d1f922), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:38.462389 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:38.527689 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9b5466-12f2-40ac-ae38-637ecdd73aee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:15:38.532547 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-0052c808-7cfb-426e-b9a4-d377c46431a0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:38.538998 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bd9b5466-12f2-40ac-ae38-637ecdd73aee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:38.560597 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f334f-fd32-4921-9084-afc032139803 None None] Sync routers for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:15:38.588010 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f334f-fd32-4921-9084-afc032139803 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:38.590815 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-427f334f-fd32-4921-9084-afc032139803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:38.622903 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-72d57199-8e1c-4ac8-baa4-4a19a2c49934 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:38.657547 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-bd9b5466-12f2-40ac-ae38-637ecdd73aee tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/ebab4237-658f-4df8-9ca1-1ee5a2c30b81 HTTP/1.1" status: 200 len: 991 time: 2.6149302 Aug 30 01:15:38.669543 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3ade3f33-f0d3-408c-8a5f-6964b585ba83 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (dd0e31a8-1f5e-41e5-9655-a31a06d1f922), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:38.670105 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3ade3f33-f0d3-408c-8a5f-6964b585ba83 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (dd0e31a8-1f5e-41e5-9655-a31a06d1f922), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:38.704493 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-3ade3f33-f0d3-408c-8a5f-6964b585ba83 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Calling delete_port for dd0e31a8-1f5e-41e5-9655-a31a06d1f922 owned by network:floatingip {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:15:38.722938 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81845d9a-a800-4e7a-8edd-7d6329dd6db2', 'tag': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:15:38.725997 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3272c740-3b46-42e2-a0f9-f02ef0dc9fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "81845d9a-a800-4e7a-8edd-7d6329dd6db2", "tag": "ebd82af4-7bf6-4f28-91c9-b9f6fc86225c"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:15:38.783870 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-427f334f-fd32-4921-9084-afc032139803 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:38.842458 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-72d57199-8e1c-4ac8-baa4-4a19a2c49934 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:38.843452 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d57199-8e1c-4ac8-baa4-4a19a2c49934 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event updated for resources: {'Port': ['ID=adb8f445-f2e5-41a5-91ba-43406b91be88,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:38.854736 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-72d57199-8e1c-4ac8-baa4-4a19a2c49934 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:38.886864 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b9c323dd-e7cc-4f99-922f-093e0edbfa25 req-34ccf130-8b7f-4423-866f-8086e8a707df tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 210 time: 0.0394814 Aug 30 01:15:38.887705 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-72d57199-8e1c-4ac8-baa4-4a19a2c49934 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:15:38.953159 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-72d57199-8e1c-4ac8-baa4-4a19a2c49934 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:38.953882 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-72d57199-8e1c-4ac8-baa4-4a19a2c49934 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:38.968074 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-0052c808-7cfb-426e-b9a4-d377c46431a0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.021909 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0662b001-ff07-4e2d-8305-e1b0af5f22e7 x-openstack-request-id: req-0662b001-ff07-4e2d-8305-e1b0af5f22e7 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:15:39.022203 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81845d9a-a800-4e7a-8edd-7d6329dd6db2", "tag": "ebd82af4-7bf6-4f28-91c9-b9f6fc86225c", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:15:39.022462 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0662b001-ff07-4e2d-8305-e1b0af5f22e7 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:15:39.022869 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0662b001-ff07-4e2d-8305-e1b0af5f22e7'] response: {'name': 'network-changed', 'server_uuid': '81845d9a-a800-4e7a-8edd-7d6329dd6db2', 'tag': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c', 'status': 'completed', 'code': 200} Aug 30 01:15:39.024555 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052c808-7cfb-426e-b9a4-d377c46431a0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event updated for resources: {'Port': ['ID=fb9f85b8-7682-4117-938b-7225f55cd3b2,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:39.034202 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-72d57199-8e1c-4ac8-baa4-4a19a2c49934 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2179787 Aug 30 01:15:39.050404 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-0052c808-7cfb-426e-b9a4-d377c46431a0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:39.052172 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-0052c808-7cfb-426e-b9a4-d377c46431a0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:39.055906 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-0052c808-7cfb-426e-b9a4-d377c46431a0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:15:39.056723 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef5f0c-8b5a-435d-88eb-8a01c6762910 req-d7effccd-d8ea-4c21-8d74-848ecc0c34e6 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:39.064933 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-90ef5f0c-8b5a-435d-88eb-8a01c6762910 req-d7effccd-d8ea-4c21-8d74-848ecc0c34e6 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 931 time: 0.2142467 Aug 30 01:15:39.106407 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3ade3f33-f0d3-408c-8a5f-6964b585ba83 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (dd0e31a8-1f5e-41e5-9655-a31a06d1f922), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.112455 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Request body: {'port': {'device_id': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:39.169923 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:39.183035 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:39.206024 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade3f33-f0d3-408c-8a5f-6964b585ba83 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event deleted for resources: {'Port': ['ID=dd0e31a8-1f5e-41e5-9655-a31a06d1f922,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:39.255044 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-0052c808-7cfb-426e-b9a4-d377c46431a0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:39.256020 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-0052c808-7cfb-426e-b9a4-d377c46431a0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.291982 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c740-3b46-42e2-a0f9-f02ef0dc9fa5 req-ef4cf8d6-b252-4128-8198-b5d408064344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:39.294036 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3272c740-3b46-42e2-a0f9-f02ef0dc9fa5 req-ef4cf8d6-b252-4128-8198-b5d408064344 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 1129 time: 0.1971505 Aug 30 01:15:39.325672 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-90ef5f0c-8b5a-435d-88eb-8a01c6762910 req-a5e5bdd2-45c4-4033-ba7a-4c5aa0b809b3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594225 Aug 30 01:15:39.332393 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-9906b064-0ca5-4b3b-88f3-f11a583bd9d8 None None] Provisioning complete for port adb8f445-f2e5-41a5-91ba-43406b91be88 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:39.332973 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-9906b064-0ca5-4b3b-88f3-f11a583bd9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.403120 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.410428 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3ade3f33-f0d3-408c-8a5f-6964b585ba83 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (148ea254-dd3b-4aa0-ad37-bfcbe56843d3), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.413364 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-0052c808-7cfb-426e-b9a4-d377c46431a0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5983555 Aug 30 01:15:39.413605 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3ade3f33-f0d3-408c-8a5f-6964b585ba83 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.415482 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-3ade3f33-f0d3-408c-8a5f-6964b585ba83 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/148ea254-dd3b-4aa0-ad37-bfcbe56843d3 HTTP/1.1" status: 204 len: 168 time: 1.1783628 Aug 30 01:15:39.433564 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:39.438010 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-9906b064-0ca5-4b3b-88f3-f11a583bd9d8 None None] Port adb8f445-f2e5-41a5-91ba-43406b91be88 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:15:39.499638 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-427f334f-fd32-4921-9084-afc032139803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'ebab4237-658f-4df8-9ca1-1ee5a2c30b81', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:0f:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81845d9a-a800-4e7a-8edd-7d6329dd6db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:15:11Z', 'updated_at': '2022-08-30T01:15:36Z', 'revision_number': 1, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:39.529703 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f334f-fd32-4921-9084-afc032139803 None None] Checking router: 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:15:39.530576 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Request body: {'port': {'device_id': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:39.541786 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f334f-fd32-4921-9084-afc032139803 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:15:39.542636 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-427f334f-fd32-4921-9084-afc032139803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:39.574100 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-0a854ab3-80f4-44c4-bbdd-6e7fc335926a None None] Provisioning complete for port fb9f85b8-7682-4117-938b-7225f55cd3b2 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:39.574733 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-0a854ab3-80f4-44c4-bbdd-6e7fc335926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.596126 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33146) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:39.602820 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-870baa59-3b26-417d-8194-6ad519f03de7 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Request body: {'security_group': {'name': 'tempest-securitygroup--392200257', 'description': 'tempest-description--1823251424'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:39.714872 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-427f334f-fd32-4921-9084-afc032139803 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:15:39.716513 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-0a854ab3-80f4-44c4-bbdd-6e7fc335926a None None] Port fb9f85b8-7682-4117-938b-7225f55cd3b2 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:15:39.737367 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-870baa59-3b26-417d-8194-6ad519f03de7 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.771044 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:39.779410 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c740-3b46-42e2-a0f9-f02ef0dc9fa5 req-c0a402ec-0238-4806-bcf6-1dfa5b0e8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:39.783487 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3272c740-3b46-42e2-a0f9-f02ef0dc9fa5 req-c0a402ec-0238-4806-bcf6-1dfa5b0e8117 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 200 len: 916 time: 0.4505997 Aug 30 01:15:39.904811 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.907190 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-870baa59-3b26-417d-8194-6ad519f03de7 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group (cfd9667c-b616-4703-80e5-75ad1f497f8e), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:39.916409 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3272c740-3b46-42e2-a0f9-f02ef0dc9fa5 req-c381f336-d1a0-4920-82c3-7d1cc4de7f61 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebd82af4-7bf6-4f28-91c9-b9f6fc86225c HTTP/1.1" status: 200 len: 999 time: 0.1269453 Aug 30 01:15:39.971399 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-870baa59-3b26-417d-8194-6ad519f03de7 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (cfd9667c-b616-4703-80e5-75ad1f497f8e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:40.074602 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:40.126179 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-427f334f-fd32-4921-9084-afc032139803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'ebab4237-658f-4df8-9ca1-1ee5a2c30b81', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:0f:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81845d9a-a800-4e7a-8edd-7d6329dd6db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:15:11Z', 'updated_at': '2022-08-30T01:15:36Z', 'revision_number': 1, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:15:40.132694 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f59ff-9a59-48ec-bf69-1c5549b709d1 req-f0931e0a-1826-4e3c-ab90-623002ec5eb1 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:40.139706 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d22f59ff-9a59-48ec-bf69-1c5549b709d1 req-f0931e0a-1826-4e3c-ab90-623002ec5eb1 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 931 time: 0.1529853 Aug 30 01:15:40.146936 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870baa59-3b26-417d-8194-6ad519f03de7 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd9667c-b616-4703-80e5-75ad1f497f8e,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:40.168810 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb8f445-f2e5-41a5-91ba-43406b91be88 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:15:40.177552 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f334f-fd32-4921-9084-afc032139803 None None] The sync data for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi is: [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'ebab4237-658f-4df8-9ca1-1ee5a2c30b81', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:0f:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81845d9a-a800-4e7a-8edd-7d6329dd6db2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:15:11Z', 'updated_at': '2022-08-30T01:15:36Z', 'revision_number': 1, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:15:40.188848 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Publish callbacks [] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:40.219612 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-870baa59-3b26-417d-8194-6ad519f03de7 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:40.228232 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-870baa59-3b26-417d-8194-6ad519f03de7 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6308765 Aug 30 01:15:40.230598 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 33150) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:40.235434 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Transition to ACTIVE for port object adb8f445-f2e5-41a5-91ba-43406b91be88 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:15:40.240777 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-8f1fd573-74e6-4c25-aabf-9e4a3d7abe65 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Request body: {'security_group_rule': {'security_group_id': 'cfd9667c-b616-4703-80e5-75ad1f497f8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:40.245202 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d22f59ff-9a59-48ec-bf69-1c5549b709d1 req-3dde0b09-0c49-4c4f-b7d4-a9e30a7f1f9e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931416 Aug 30 01:15:40.263911 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c740-3b46-42e2-a0f9-f02ef0dc9fa5 req-acfe3de2-bd94-4a98-9352-cd18ccd4d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:40.267985 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3272c740-3b46-42e2-a0f9-f02ef0dc9fa5 req-acfe3de2-bd94-4a98-9352-cd18ccd4d7dd service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=0cf797bf-95a3-4bb5-8702-f19da191bb7b HTTP/1.1" status: 200 len: 854 time: 0.1388125 Aug 30 01:15:40.308892 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:40.416022 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Pushing event updated for resources: {'Port': ['ID=adb8f445-f2e5-41a5-91ba-43406b91be88,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:40.494965 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8f1fd573-74e6-4c25-aabf-9e4a3d7abe65 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group_rule (9d9d93ba-bff3-4367-a6ca-03ce52a52994), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:40.534180 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d31756a-d7af-4195-9598-661ef0e48be1 None None] New status for floating IP ebab4237-658f-4df8-9ca1-1ee5a2c30b81: ACTIVE {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:15:40.651130 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51a7e0-d237-410a-a017-8cae91d3ae3a req-314b702c-d1b4-4ff5-b411-04ad2b4c7eee tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:40.652687 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bc51a7e0-d237-410a-a017-8cae91d3ae3a req-314b702c-d1b4-4ff5-b411-04ad2b4c7eee tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.1726117 Aug 30 01:15:40.741612 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9f85b8-7682-4117-938b-7225f55cd3b2 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:15:40.759590 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Publish callbacks [] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:40.765925 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Attempting to bind port adb8f445-f2e5-41a5-91ba-43406b91be88 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:15:40.766267 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Attempting to bind port adb8f445-f2e5-41a5-91ba-43406b91be88 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:15:40.766671 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Attempting to bind port adb8f445-f2e5-41a5-91ba-43406b91be88 on network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:40.799621 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Port adb8f445-f2e5-41a5-91ba-43406b91be88 on network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:15:40.800095 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Attempting to bind port adb8f445-f2e5-41a5-91ba-43406b91be88 on network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:40.810972 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8f1fd573-74e6-4c25-aabf-9e4a3d7abe65 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group_rule (9d9d93ba-bff3-4367-a6ca-03ce52a52994), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:40.816242 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Transition to ACTIVE for port object fb9f85b8-7682-4117-938b-7225f55cd3b2 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:15:40.816837 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:40.819208 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:15:40.819660 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Checking segment: {'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:15:40.819921 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Bound using segment: {'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:15:40.820359 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Bound port: adb8f445-f2e5-41a5-91ba-43406b91be88, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf27fafd-a003-4c65-b9d7-55dce5970967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:15:40.821423 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:40.826802 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bc51a7e0-d237-410a-a017-8cae91d3ae3a req-1e60478d-a5e2-4f72-9dd6-e89c73bec756 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621132 Aug 30 01:15:40.916560 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] For port adb8f445-f2e5-41a5-91ba-43406b91be88, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:15:40.921514 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] For port adb8f445-f2e5-41a5-91ba-43406b91be88, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=adb8f445-f2e5-41a5-91ba-43406b91be88,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:15:40.937155 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8f1fd573-74e6-4c25-aabf-9e4a3d7abe65 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (9d9d93ba-bff3-4367-a6ca-03ce52a52994), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:40.958002 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fd573-74e6-4c25-aabf-9e4a3d7abe65 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9d93ba-bff3-4367-a6ca-03ce52a52994,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:40.967703 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:41.013630 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:41.042133 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:41.046043 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Pushing event updated for resources: {'Port': ['ID=fb9f85b8-7682-4117-938b-7225f55cd3b2,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:41.050004 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:41.050774 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:41.052347 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/adb8f445-f2e5-41a5-91ba-43406b91be88 HTTP/1.1" status: 200 len: 1093 time: 1.9568250 Aug 30 01:15:41.073266 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:15:41.075966 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0fa298-da02-4a09-8cd7-c88ed528c5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:15:41.085219 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8f1fd573-74e6-4c25-aabf-9e4a3d7abe65 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:41.086520 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-8f1fd573-74e6-4c25-aabf-9e4a3d7abe65 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8512747 Aug 30 01:15:41.090143 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33158) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:41.095153 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-d4626bcd-d49d-40fd-b680-84b341139b92 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Request body: {'security_group_rule': {'security_group_id': 'cfd9667c-b616-4703-80e5-75ad1f497f8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:41.101926 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:41.160969 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f78e193-3008-4661-bb21-ab5d780c41a7 x-openstack-request-id: req-9f78e193-3008-4661-bb21-ab5d780c41a7 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:15:41.161240 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:15:41.161687 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f78e193-3008-4661-bb21-ab5d780c41a7 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:15:41.161998 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f78e193-3008-4661-bb21-ab5d780c41a7'] response: {'name': 'network-changed', 'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'status': 'completed', 'code': 200} Aug 30 01:15:41.167848 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Attempting to bind port fb9f85b8-7682-4117-938b-7225f55cd3b2 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:15:41.168117 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Attempting to bind port fb9f85b8-7682-4117-938b-7225f55cd3b2 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '2c56b145-8c0d-4a63-8196-04d9955d99c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:15:41.168449 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Attempting to bind port fb9f85b8-7682-4117-938b-7225f55cd3b2 on network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:41.170900 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2b17b-a4fa-4a95-a672-3bd4e866f567 service neutron] Pushing event updated for resources: {'Port': ['ID=adb8f445-f2e5-41a5-91ba-43406b91be88,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:41.176508 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Port fb9f85b8-7682-4117-938b-7225f55cd3b2 on network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:15:41.176835 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Attempting to bind port fb9f85b8-7682-4117-938b-7225f55cd3b2 on network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:41.183134 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:15:41.183537 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Checking segment: {'id': '2c56b145-8c0d-4a63-8196-04d9955d99c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:15:41.183917 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Bound using segment: {'id': '2c56b145-8c0d-4a63-8196-04d9955d99c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:15:41.184449 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Bound port: fb9f85b8-7682-4117-938b-7225f55cd3b2, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c56b145-8c0d-4a63-8196-04d9955d99c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:15:41.184815 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:41.230917 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d4626bcd-d49d-40fd-b680-84b341139b92 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group_rule (0cd4da06-c148-48f8-a47f-1aff7b6ee596), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:41.276498 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] For port fb9f85b8-7682-4117-938b-7225f55cd3b2, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:15:41.280761 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] For port fb9f85b8-7682-4117-938b-7225f55cd3b2, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fb9f85b8-7682-4117-938b-7225f55cd3b2,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:15:41.284449 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:41.329201 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d4626bcd-d49d-40fd-b680-84b341139b92 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group_rule (0cd4da06-c148-48f8-a47f-1aff7b6ee596), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:41.372565 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:41.418510 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d4626bcd-d49d-40fd-b680-84b341139b92 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (0cd4da06-c148-48f8-a47f-1aff7b6ee596), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:41.433795 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:41.434440 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:41.435782 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/fb9f85b8-7682-4117-938b-7225f55cd3b2 HTTP/1.1" status: 200 len: 1093 time: 1.9493032 Aug 30 01:15:41.436472 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cd707-48e7-4330-96a6-3d90552d699b service neutron] Pushing event updated for resources: {'Port': ['ID=fb9f85b8-7682-4117-938b-7225f55cd3b2,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:41.442624 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4626bcd-d49d-40fd-b680-84b341139b92 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd4da06-c148-48f8-a47f-1aff7b6ee596,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:41.502964 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f32ce-981b-487b-9e2e-c4bf251c351c req-a1dcddc4-0644-4fa3-b19c-3ddbfc71cc12 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:41.505150 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-653f32ce-981b-487b-9e2e-c4bf251c351c req-a1dcddc4-0644-4fa3-b19c-3ddbfc71cc12 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 943 time: 0.0731564 Aug 30 01:15:41.512106 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d4626bcd-d49d-40fd-b680-84b341139b92 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:41.513630 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-d4626bcd-d49d-40fd-b680-84b341139b92 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4220057 Aug 30 01:15:41.517306 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33162) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:15:41.522272 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:41.574938 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-653f32ce-981b-487b-9e2e-c4bf251c351c req-10a99588-ede1-4b15-809f-66967acda2bc tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594273 Aug 30 01:15:41.646623 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:41.736984 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:41.862777 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Allocated IP 172.27.1.171 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/7a7463c8-d504-4715-97ff-572bfaf9ad16) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:15:42.011668 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for port (7a7463c8-d504-4715-97ff-572bfaf9ad16), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:42.114558 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (7a7463c8-d504-4715-97ff-572bfaf9ad16), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:42.184650 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:42.188957 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:42.207734 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:15:42.234373 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event updated for resources: {'Port': ['ID=7a7463c8-d504-4715-97ff-572bfaf9ad16,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:42.255308 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0712d7f-b3ee-4a2c-971e-1d11ac1eead3 req-dc5da139-567f-41e5-a673-8a44fc63f99a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:42.256787 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d0712d7f-b3ee-4a2c-971e-1d11ac1eead3 req-dc5da139-567f-41e5-a673-8a44fc63f99a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.3233368 Aug 30 01:15:42.312295 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:42.346952 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d0712d7f-b3ee-4a2c-971e-1d11ac1eead3 req-a1d485e5-d73d-448e-a84a-19479fedfba5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829744 Aug 30 01:15:42.356048 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (f48662d8-fa77-4516-bae4-25c7cfa8ebed), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:42.443717 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (7a7463c8-d504-4715-97ff-572bfaf9ad16), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:42.509429 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:42.614046 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for port (7a7463c8-d504-4715-97ff-572bfaf9ad16), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:42.669335 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13572423'] for port (7a7463c8-d504-4715-97ff-572bfaf9ad16), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:42.745330 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event updated for resources: {'Port': ['ID=7a7463c8-d504-4715-97ff-572bfaf9ad16,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:42.747918 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (f48662d8-fa77-4516-bae4-25c7cfa8ebed), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:42.785368 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bda72-236d-4d7e-aec4-f95506340dcb req-2d7d65b8-3608-4fb9-b163-3892334131ae tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:42.787682 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-479bda72-236d-4d7e-aec4-f95506340dcb req-2d7d65b8-3608-4fb9-b163-3892334131ae tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 943 time: 0.1254094 Aug 30 01:15:42.837231 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:42.848077 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-557a5a71-e7b3-4c41-ae65-08dc65f7a831 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3200643 Aug 30 01:15:42.848284 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-479bda72-236d-4d7e-aec4-f95506340dcb req-352a4fc5-c031-423e-bf50-d123a28b3cf4 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526717 Aug 30 01:15:43.080913 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-79d97eb9-ef4b-4a60-8366-1ee3de2712db tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--392200257&fields=id&tenant_id=13862ab3a9504644853a8c48c3f69b4c HTTP/1.1" status: 200 len: 267 time: 0.0513577 Aug 30 01:15:43.162816 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:15:43.166804 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687b90cf-816f-48b2-95b5-7d9354ec4740" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:15:43.198898 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-435c1d81-6116-41d4-bd19-d023a7daaf0d tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:43.200432 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-435c1d81-6116-41d4-bd19-d023a7daaf0d tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/networks?id=37938639-da56-43d1-ac7c-a949da52ba53 HTTP/1.1" status: 200 len: 810 time: 0.1129773 Aug 30 01:15:43.210498 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e0ddb-c9e2-4f0d-9014-05895cccda2f x-openstack-request-id: req-7c0e0ddb-c9e2-4f0d-9014-05895cccda2f {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:15:43.211489 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:15:43.211846 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c0e0ddb-c9e2-4f0d-9014-05895cccda2f {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:15:43.212486 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0e0ddb-c9e2-4f0d-9014-05895cccda2f'] response: {'name': 'network-changed', 'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2', 'status': 'completed', 'code': 200} Aug 30 01:15:43.218542 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-03c18a6d-dcec-4f80-94a1-1b2e279b76a3 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/quotas/13862ab3a9504644853a8c48c3f69b4c HTTP/1.1" status: 200 len: 375 time: 0.0113454 Aug 30 01:15:43.277690 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-b1f0e62c-bdb4-4611-8eae-393dffc6ecda tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=13862ab3a9504644853a8c48c3f69b4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530000 Aug 30 01:15:43.394645 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-3cbb23c1-c584-40a2-9a96-b8e2503dcbbb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015823 Aug 30 01:15:43.502787 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f401c84-d43b-4a4e-be11-52dbfcebbb06 req-9f8669d5-009a-4dd5-bf20-7c78854057b3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:43.505488 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1f401c84-d43b-4a4e-be11-52dbfcebbb06 req-9f8669d5-009a-4dd5-bf20-7c78854057b3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0648305 Aug 30 01:15:43.522414 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-8079d176-55cf-4415-a60e-4dc2550a3fe6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233213 Aug 30 01:15:43.595331 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1f401c84-d43b-4a4e-be11-52dbfcebbb06 req-459885f7-9b61-4551-ad68-a18eb57c3ffa tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819314 Aug 30 01:15:43.941371 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:43.985196 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa64b6c-bfc1-4201-855e-10cda803d1e7 req-b6260504-ceb1-4c47-87fa-e009685b3f28 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:43.986822 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4fa64b6c-bfc1-4201-855e-10cda803d1e7 req-b6260504-ceb1-4c47-87fa-e009685b3f28 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 943 time: 0.0569355 Aug 30 01:15:44.040007 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4fa64b6c-bfc1-4201-855e-10cda803d1e7 req-ffb9b82e-f104-4b15-923e-0155c56822d9 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474277 Aug 30 01:15:44.163248 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a079323f-645d-4ffa-aeea-50a255033b19 req-634be33b-612a-43d3-b11a-9170234ebb57 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0343397 Aug 30 01:15:44.814915 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475ab17-be07-4d20-a57c-0fb1d1a806bc req-c09abb9e-2bff-4155-a126-71a68464655e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:44.817182 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7475ab17-be07-4d20-a57c-0fb1d1a806bc req-c09abb9e-2bff-4155-a126-71a68464655e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0754554 Aug 30 01:15:44.905144 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7475ab17-be07-4d20-a57c-0fb1d1a806bc req-69c7306d-5eb0-4c58-ba09-cbefd5c17fe1 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805573 Aug 30 01:15:45.198492 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5bac0-1168-45f9-be20-3c475662d46e req-e2cb8908-c742-49ec-bbd2-9669aaadf93e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:45.206105 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-28f5bac0-1168-45f9-be20-3c475662d46e req-e2cb8908-c742-49ec-bbd2-9669aaadf93e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 943 time: 0.0741298 Aug 30 01:15:45.264654 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:45.269969 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8a067c86-8388-4c01-b278-033f7ce48c36 req-26db4466-91f7-4f51-9e4d-c1e0648bfd17 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0394855 Aug 30 01:15:45.273157 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-28f5bac0-1168-45f9-be20-3c475662d46e req-a1871b54-df07-46f7-af1f-d97e0c38d7c2 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656674 Aug 30 01:15:46.045688 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1aa37-0da5-4da3-bc48-16befc66236c req-f39adc54-3eed-4ee4-8e1a-0784c135cfbf tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:46.053355 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-27e1aa37-0da5-4da3-bc48-16befc66236c req-f39adc54-3eed-4ee4-8e1a-0784c135cfbf tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0518675 Aug 30 01:15:46.098029 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-27e1aa37-0da5-4da3-bc48-16befc66236c req-c1e701ae-4ccb-4cf6-8089-0537c5c92362 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447834 Aug 30 01:15:46.412948 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1a3b415d-532c-4056-ae76-958a3437e629 req-b538b4f4-0486-4ba9-bdad-81ddfb01138b tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0426641 Aug 30 01:15:46.420688 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c150100-9ed7-4e0e-89c9-33c29afeddb9 req-b425c5ba-4661-4217-b57b-eb20893cda23 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:46.426326 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6c150100-9ed7-4e0e-89c9-33c29afeddb9 req-b425c5ba-4661-4217-b57b-eb20893cda23 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 943 time: 0.0581133 Aug 30 01:15:46.496807 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6c150100-9ed7-4e0e-89c9-33c29afeddb9 req-7e4d4f20-63c0-4c1d-bc0d-37930f657ed5 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533230 Aug 30 01:15:47.254982 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe9816-fc7f-4d8d-a63d-49b691978831 req-eaf70c5b-59fd-4120-be3e-4264376e1dde tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:47.256389 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bafe9816-fc7f-4d8d-a63d-49b691978831 req-eaf70c5b-59fd-4120-be3e-4264376e1dde tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0806892 Aug 30 01:15:47.257463 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c740-3b46-42e2-a0f9-f02ef0dc9fa5 req-4420932c-628e-4bd8-9dea-f8c9699dbcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:47.259873 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3272c740-3b46-42e2-a0f9-f02ef0dc9fa5 req-4420932c-628e-4bd8-9dea-f8c9699dbcd6 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=281ceb28-999a-45ac-8b94-e3a5aba703ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732861 Aug 30 01:15:47.306977 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bafe9816-fc7f-4d8d-a63d-49b691978831 req-b7ced981-d3be-46ea-b6f2-1c9da92f7e4e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438497 Aug 30 01:15:47.522425 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8a39e191-9689-4b7a-b321-44baf567db1e req-2c45d561-c495-498b-8661-99b4b788fc9c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0314555 Aug 30 01:15:47.531187 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b90cf-816f-48b2-95b5-7d9354ec4740 req-dd2bad7e-0354-4040-b386-df7d1f4b3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:47.532727 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-687b90cf-816f-48b2-95b5-7d9354ec4740 req-dd2bad7e-0354-4040-b386-df7d1f4b3776 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=c6f3997439524d4583ece79273a55da4&device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 1127 time: 0.1163108 Aug 30 01:15:47.549286 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fa298-da02-4a09-8cd7-c88ed528c5ba req-7bd41fbc-886d-46f1-a8c2-f20c18b4e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:47.549286 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2e0fa298-da02-4a09-8cd7-c88ed528c5ba req-7bd41fbc-886d-46f1-a8c2-f20c18b4e5b6 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 1127 time: 0.1206067 Aug 30 01:15:47.611430 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3272c740-3b46-42e2-a0f9-f02ef0dc9fa5 req-dbbd7df0-8731-4f25-b648-4aa2a353c2ca service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971717 Aug 30 01:15:47.784637 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f943a8a-5e70-4960-9c91-80f233b87c51 req-f7e07aad-e553-49ba-b39e-744eaf4d0bab tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:47.786180 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2f943a8a-5e70-4960-9c91-80f233b87c51 req-f7e07aad-e553-49ba-b39e-744eaf4d0bab tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 943 time: 0.2040381 Aug 30 01:15:47.803872 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:47.895743 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fa298-da02-4a09-8cd7-c88ed528c5ba req-499e3b12-265b-457f-94d9-f331f55e35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:47.897231 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2e0fa298-da02-4a09-8cd7-c88ed528c5ba req-499e3b12-265b-457f-94d9-f331f55e35ff service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3188758 Aug 30 01:15:47.927580 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b90cf-816f-48b2-95b5-7d9354ec4740 req-0ddf8a2e-982b-419e-9e2c-942aa4df9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:47.928990 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-687b90cf-816f-48b2-95b5-7d9354ec4740 req-0ddf8a2e-982b-419e-9e2c-942aa4df9dc6 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=c6f3997439524d4583ece79273a55da4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3495817 Aug 30 01:15:47.985605 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2f943a8a-5e70-4960-9c91-80f233b87c51 req-848d0e3f-5694-4fea-88d0-e40d99ab5fe1 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922965 Aug 30 01:15:48.005813 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3272c740-3b46-42e2-a0f9-f02ef0dc9fa5 req-187752f9-2cbf-4f21-81d1-ecbd5f547e88 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466809 Aug 30 01:15:48.309686 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:48.357566 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fa298-da02-4a09-8cd7-c88ed528c5ba req-90241dfa-f4aa-4a87-941e-74b68c4994f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:48.359085 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2e0fa298-da02-4a09-8cd7-c88ed528c5ba req-90241dfa-f4aa-4a87-941e-74b68c4994f3 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4497664 Aug 30 01:15:48.368596 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b90cf-816f-48b2-95b5-7d9354ec4740 req-dbcc4ce9-ae73-4769-b189-0cab9e06bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:48.370051 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-687b90cf-816f-48b2-95b5-7d9354ec4740 req-dbcc4ce9-ae73-4769-b189-0cab9e06bf34 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4211035 Aug 30 01:15:48.435289 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2b85-9b78-4e00-9bcd-32c1f5207067 req-faa53a14-355e-4526-b97a-85fea6f057f3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:48.436757 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e2cb2b85-9b78-4e00-9bcd-32c1f5207067 req-faa53a14-355e-4526-b97a-85fea6f057f3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0501435 Aug 30 01:15:48.485717 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e2cb2b85-9b78-4e00-9bcd-32c1f5207067 req-0516c740-e601-453f-93dc-6c2ae6f853f9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433624 Aug 30 01:15:48.605639 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:48.624809 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bbdb8762-c51a-4c18-82ae-50ca8ff00c8d req-f629a323-db25-44b6-a5d6-69a2b3a3cf86 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0281670 Aug 30 01:15:48.832759 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-f5a872ca-9db9-450f-b89c-4d7d20b2e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:48.834223 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-f5a872ca-9db9-450f-b89c-4d7d20b2e59e service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 1127 time: 0.0713501 Aug 30 01:15:48.835096 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-e091f7a1-0943-4acb-9d71-071bb7f17249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:48.836452 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-e091f7a1-0943-4acb-9d71-071bb7f17249 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=c6f3997439524d4583ece79273a55da4&device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 1127 time: 0.0653026 Aug 30 01:15:48.925391 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-2e3862da-b75a-4da3-9ee3-0edab55b5488 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adb8f445-f2e5-41a5-91ba-43406b91be88 HTTP/1.1" status: 200 len: 217 time: 0.0629814 Aug 30 01:15:48.926709 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-1e5d6d7d-c263-4024-bafa-c1f803c5119e service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9f85b8-7682-4117-938b-7225f55cd3b2 HTTP/1.1" status: 200 len: 217 time: 0.0632343 Aug 30 01:15:49.068131 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-da72aa81-0f51-471c-bc1a-4b69fcfc445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:49.069594 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-da72aa81-0f51-471c-bc1a-4b69fcfc445c service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=396acad7-fa43-4c94-bf65-eb50fa3cb4e5 HTTP/1.1" status: 200 len: 855 time: 0.1327710 Aug 30 01:15:49.074660 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-d8de6f1b-246d-478f-9575-45d14553fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:49.076092 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-d8de6f1b-246d-478f-9575-45d14553fcca service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=c82fadab-17b2-45e6-b379-eb7cf924e14f HTTP/1.1" status: 200 len: 853 time: 0.1381216 Aug 30 01:15:49.116786 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe84ac-39c4-42c9-a1d4-41453d01dc23 req-fadfecc5-7aa7-4599-8815-9f7d50cd3e43 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:49.116786 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a7fe84ac-39c4-42c9-a1d4-41453d01dc23 req-fadfecc5-7aa7-4599-8815-9f7d50cd3e43 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 943 time: 0.0521967 Aug 30 01:15:49.162691 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a7fe84ac-39c4-42c9-a1d4-41453d01dc23 req-97060241-831d-4f0a-908b-3e3c5ae782cc tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446770 Aug 30 01:15:49.190713 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-5b7b91c9-c0c2-4211-82e0-c69c740af8a4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:49.192183 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-5b7b91c9-c0c2-4211-82e0-c69c740af8a4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.74 "GET /networking/v2.0/networks?id=37938639-da56-43d1-ac7c-a949da52ba53 HTTP/1.1" status: 200 len: 810 time: 0.2047987 Aug 30 01:15:49.196476 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-eac07967-284a-40f3-ada3-4dc492b5661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:49.197885 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-eac07967-284a-40f3-ada3-4dc492b5661b service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1013901 Aug 30 01:15:49.200719 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-9f6ffd95-9e79-49a4-8244-ead74cb09fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:49.202099 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-9f6ffd95-9e79-49a4-8244-ead74cb09fe9 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1045599 Aug 30 01:15:49.403906 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-882537f7-c9c4-47b7-a312-4c276ff92c56 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.74 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=13862ab3a9504644853a8c48c3f69b4c HTTP/1.1" status: 200 len: 379 time: 0.1770344 Aug 30 01:15:49.423595 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-7abb0920-2c9a-4491-8713-25b65936d425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Request body: {'port': {'device_id': '7ae3ba30-d38c-4e44-bc40-c9bda178d1b5', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'admin_state_up': True, 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'security_groups': ['cfd9667c-b616-4703-80e5-75ad1f497f8e']}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:49.431887 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:49.454628 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-fae6876f-e869-4916-a6e4-ad864ff75f04 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264733 Aug 30 01:15:49.499975 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-e7eb6bdd-2512-4ea4-94aa-0ae80002cf0f service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664361 Aug 30 01:15:49.699279 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c2417-eb38-4329-b236-d3f8d1f74a80 req-302a73ff-d451-4a4e-bad9-4016b7b5e1fb tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:49.700909 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b12c2417-eb38-4329-b236-d3f8d1f74a80 req-302a73ff-d451-4a4e-bad9-4016b7b5e1fb tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.1031344 Aug 30 01:15:49.740124 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-75af2529-a009-4bd5-a93c-ffbe741d04ea req-c7be3638-3d4c-4cc3-a48c-b9c2df06672a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0319259 Aug 30 01:15:49.769966 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-df8962d5-9988-4eee-a82c-7ebb6abd20bb service neutron] 10.222.0.74 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816713 Aug 30 01:15:49.781513 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2ff594e4-b19f-4d43-859a-fa8a0d29e273 req-7ac47935-253d-46bd-90d5-c3747306dc36 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684188 Aug 30 01:15:49.795665 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:49.808257 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b12c2417-eb38-4329-b236-d3f8d1f74a80 req-27e7e10f-93bc-4992-aad4-e2b3d2969faa tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962393 Aug 30 01:15:49.852319 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-7abb0920-2c9a-4491-8713-25b65936d425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Made reservation on behalf of 13862ab3a9504644853a8c48c3f69b4c for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:15:49.856492 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-7abb0920-2c9a-4491-8713-25b65936d425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:49.988755 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-7abb0920-2c9a-4491-8713-25b65936d425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Allocated IP 172.20.0.10 (37938639-da56-43d1-ac7c-a949da52ba53/f73da1d0-2071-4d5f-b9f8-f3beaaeae423/d73390a3-6a1a-4a0a-9fab-afc8d7d090e9) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:15:50.100759 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=27 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:50.130937 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-7abb0920-2c9a-4491-8713-25b65936d425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:50.151356 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:50.176050 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=64 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:50.258124 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-7abb0920-2c9a-4491-8713-25b65936d425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:50.286058 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-c25b4f3b-432f-4bb8-9785-e4131b6d185e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:50.301338 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b632343-ff61-4984-8367-6cf8e37b4e35 req-2fb542ad-86ba-468e-b149-c84acce0764b tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:50.301338 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2b632343-ff61-4984-8367-6cf8e37b4e35 req-2fb542ad-86ba-468e-b149-c84acce0764b tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 943 time: 0.0500565 Aug 30 01:15:50.301338 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:50.307686 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-7abb0920-2c9a-4491-8713-25b65936d425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Network 37938639-da56-43d1-ac7c-a949da52ba53 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:15:50.311022 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-7abb0920-2c9a-4491-8713-25b65936d425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:15:50.315133 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-7abb0920-2c9a-4491-8713-25b65936d425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:15:50.344201 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb0920-2c9a-4491-8713-25b65936d425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event updated for resources: {'Port': ['ID=d73390a3-6a1a-4a0a-9fab-afc8d7d090e9,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:50.344467 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2b632343-ff61-4984-8367-6cf8e37b4e35 req-fe4e0f6d-8623-4b03-950f-38550d81557a tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Aug 30 01:15:50.377058 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-7abb0920-2c9a-4491-8713-25b65936d425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:50.377811 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-7abb0920-2c9a-4491-8713-25b65936d425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:50.460043 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-7abb0920-2c9a-4491-8713-25b65936d425 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0465071 Aug 30 01:15:50.531543 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-a7d0f6fc-0831-4214-b86f-ce87c40b1267 None None] Provisioning complete for port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:50.531778 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f6fc-0831-4214-b86f-ce87c40b1267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:50.566880 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-a7d0f6fc-0831-4214-b86f-ce87c40b1267 None None] Port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:15:50.865253 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2f50b-fd64-4d36-b47e-3620e45f4602 req-b5953eb1-6106-4751-abf5-45981d75d4f6 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:50.866784 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9ce2f50b-fd64-4d36-b47e-3620e45f4602 req-b5953eb1-6106-4751-abf5-45981d75d4f6 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 932 time: 0.0502682 Aug 30 01:15:50.917429 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9ce2f50b-fd64-4d36-b47e-3620e45f4602 req-06eded67-40ca-433d-9b3d-23155044e75c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442142 Aug 30 01:15:50.933310 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfe136-9504-4917-b9db-e8cc0e51ea00 req-a0dceb3f-67cc-46a7-bf88-f29ddab80d68 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:50.934821 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-45cfe136-9504-4917-b9db-e8cc0e51ea00 req-a0dceb3f-67cc-46a7-bf88-f29ddab80d68 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0475805 Aug 30 01:15:50.981619 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-45cfe136-9504-4917-b9db-e8cc0e51ea00 req-7f6acb97-7f17-4a4e-a453-5c99e889b3e9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412650 Aug 30 01:15:51.468348 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39244b-f302-4410-a09b-154eb1736981 req-99e53b30-d5ba-480c-9353-ed9509408ba9 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:51.469877 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fe39244b-f302-4410-a09b-154eb1736981 req-99e53b30-d5ba-480c-9353-ed9509408ba9 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 943 time: 0.0476186 Aug 30 01:15:51.518043 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fe39244b-f302-4410-a09b-154eb1736981 req-5292172d-a22b-4f24-bf56-6c10c0e832d0 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 Aug 30 01:15:51.990955 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Request body: {'port': {'device_id': '7ae3ba30-d38c-4e44-bc40-c9bda178d1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:15:52.060862 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:52.081525 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device fb9f85b8-7682-4117-938b-7225f55cd3b2 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:15:52.194421 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port fb9f85b8-7682-4117-938b-7225f55cd3b2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fb9f85b8-7682-4117-938b-7225f55cd3b2,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:52.208858 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'fb9f85b8-7682-4117-938b-7225f55cd3b2', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'port_id': 'fb9f85b8-7682-4117-938b-7225f55cd3b2', 'mac_address': 'fa:16:3e:c2:1f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:15:52.227590 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df3a14-dd95-4069-b418-7ccd7c671305 req-ebab3044-3fa9-4f92-be29-bbcd9c758f85 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:52.229184 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-82df3a14-dd95-4069-b418-7ccd7c671305 req-ebab3044-3fa9-4f92-be29-bbcd9c758f85 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.1588409 Aug 30 01:15:52.254615 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port fb9f85b8-7682-4117-938b-7225f55cd3b2 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:52.255005 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:52.269928 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9f85b8-7682-4117-938b-7225f55cd3b2 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:15:52.291026 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:52.293704 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port fb9f85b8-7682-4117-938b-7225f55cd3b2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fb9f85b8-7682-4117-938b-7225f55cd3b2,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:52.329613 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a870a5-452e-400f-a686-ff0832df5f8d req-bde25239-cfb0-406d-b9d7-23a80d7c9a6a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:52.331138 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f7a870a5-452e-400f-a686-ff0832df5f8d req-bde25239-cfb0-406d-b9d7-23a80d7c9a6a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 932 time: 0.2840688 Aug 30 01:15:52.345414 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-82df3a14-dd95-4069-b418-7ccd7c671305 req-4c333e00-935c-4e68-bdd7-a07c245a8b0b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065786 Aug 30 01:15:52.380661 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f7a870a5-452e-400f-a686-ff0832df5f8d req-dda9eb25-2545-4d12-a720-ec1b1439bec5 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434232 Aug 30 01:15:52.422919 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:52.436027 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:15:52.443432 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Publish callbacks [] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:52.450433 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:52.458045 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Transition to ACTIVE for port object d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:15:52.483086 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=fb9f85b8-7682-4117-938b-7225f55cd3b2,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:52.536683 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:52.619730 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Pushing event updated for resources: {'Port': ['ID=d73390a3-6a1a-4a0a-9fab-afc8d7d090e9,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:52.684529 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932ef00-93db-4d74-b5ea-6b647d10197f req-d328bdc7-5c45-4cab-9866-b3ee431c4a1a tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:52.686616 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1932ef00-93db-4d74-b5ea-6b647d10197f req-d328bdc7-5c45-4cab-9866-b3ee431c4a1a tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 944 time: 0.0859809 Aug 30 01:15:52.710215 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Attempting to bind port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:15:52.710548 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Attempting to bind port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:15:52.711013 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Attempting to bind port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 on network 37938639-da56-43d1-ac7c-a949da52ba53 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:52.718707 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 on network 37938639-da56-43d1-ac7c-a949da52ba53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:15:52.719027 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Attempting to bind port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 on network 37938639-da56-43d1-ac7c-a949da52ba53 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:15:52.733017 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:15:52.733403 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Checking segment: {'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:15:52.733723 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Bound using segment: {'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:15:52.734183 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Bound port: d73390a3-6a1a-4a0a-9fab-afc8d7d090e9, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb29f4a-60d1-4741-bff9-07188a8efaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:15:52.734539 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:52.761866 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1932ef00-93db-4d74-b5ea-6b647d10197f req-70b431aa-30a6-4a42-9294-fa1341e00316 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678010 Aug 30 01:15:52.813569 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] For port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:15:52.816752 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] For port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=d73390a3-6a1a-4a0a-9fab-afc8d7d090e9,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:15:52.846762 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['fb9f85b8-7682-4117-938b-7225f55cd3b2'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:15:52.915410 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:52.920611 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:52.921384 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:52.923673 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 HTTP/1.1" status: 200 len: 1094 time: 0.9374099 Aug 30 01:15:52.924562 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae3ba30-d38c-4e44-bc40-c9bda178d1b5', 'tag': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:15:52.926994 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eb7b44-d807-4c64-ad30-0b3eda1194e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae3ba30-d38c-4e44-bc40-c9bda178d1b5", "tag": "d73390a3-6a1a-4a0a-9fab-afc8d7d090e9"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:15:52.963252 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-22fcd96b-70c9-43de-aafc-57b76711b294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:52.987943 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee96d96f-b95d-4983-8056-ad3d67c7aa70 x-openstack-request-id: req-ee96d96f-b95d-4983-8056-ad3d67c7aa70 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:15:52.988143 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae3ba30-d38c-4e44-bc40-c9bda178d1b5", "tag": "d73390a3-6a1a-4a0a-9fab-afc8d7d090e9", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:15:52.988440 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee96d96f-b95d-4983-8056-ad3d67c7aa70 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:15:52.988897 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee96d96f-b95d-4983-8056-ad3d67c7aa70'] response: {'name': 'network-changed', 'server_uuid': '7ae3ba30-d38c-4e44-bc40-c9bda178d1b5', 'tag': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9', 'status': 'completed', 'code': 200} Aug 30 01:15:52.991437 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:52.994664 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b4441-0b18-4e0e-8687-015e0a58df53 service neutron] Pushing event updated for resources: {'Port': ['ID=d73390a3-6a1a-4a0a-9fab-afc8d7d090e9,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:53.348421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb7b44-d807-4c64-ad30-0b3eda1194e7 req-383b4b2d-2e9d-495d-a0bc-36592447421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:53.350053 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0eb7b44-d807-4c64-ad30-0b3eda1194e7 req-383b4b2d-2e9d-495d-a0bc-36592447421f service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=13862ab3a9504644853a8c48c3f69b4c&device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 1128 time: 0.0416677 Aug 30 01:15:53.504164 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8857d-b265-4c31-b2b9-e386f171dd5e req-ed75d369-6bd2-4741-b019-6d8e0c4233ad tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:53.505652 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d3b8857d-b265-4c31-b2b9-e386f171dd5e req-ed75d369-6bd2-4741-b019-6d8e0c4233ad tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0753105 Aug 30 01:15:53.507065 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb7b44-d807-4c64-ad30-0b3eda1194e7 req-78804a18-8fe7-47db-aa44-be78208a2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:53.508958 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0eb7b44-d807-4c64-ad30-0b3eda1194e7 req-78804a18-8fe7-47db-aa44-be78208a2f2a service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=13862ab3a9504644853a8c48c3f69b4c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1435239 Aug 30 01:15:53.509235 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e848ff7-d6f9-4094-8c8e-7b69fddfb55d req-06a033af-1c90-405d-9fcc-3ea471dafdd3 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:53.510828 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9e848ff7-d6f9-4094-8c8e-7b69fddfb55d req-06a033af-1c90-405d-9fcc-3ea471dafdd3 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 944 time: 0.0502789 Aug 30 01:15:53.560220 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9e848ff7-d6f9-4094-8c8e-7b69fddfb55d req-0e3f5fd5-5595-47d3-808c-801263849139 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438335 Aug 30 01:15:53.611076 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d3b8857d-b265-4c31-b2b9-e386f171dd5e req-dcdf21e0-e70c-46a0-befe-f7570cf274f5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981920 Aug 30 01:15:53.644922 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb7b44-d807-4c64-ad30-0b3eda1194e7 req-c50852ff-66c7-4956-88e4-62593dcb7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:53.646419 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0eb7b44-d807-4c64-ad30-0b3eda1194e7 req-c50852ff-66c7-4956-88e4-62593dcb7af9 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265874 Aug 30 01:15:53.756625 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-b6d0425e-3c55-4350-8556-05ac5bc96a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:53.758129 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-b6d0425e-3c55-4350-8556-05ac5bc96a05 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=13862ab3a9504644853a8c48c3f69b4c&device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 1128 time: 0.0393593 Aug 30 01:15:53.807303 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-35d37c70-7299-4c46-8041-f82159d7826e service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 HTTP/1.1" status: 200 len: 217 time: 0.0327678 Aug 30 01:15:53.857122 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-d657e4ad-9595-4ce5-84a4-b413a8f1cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:53.859442 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-d657e4ad-9595-4ce5-84a4-b413a8f1cb70 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f73da1d0-2071-4d5f-b9f8-f3beaaeae423 HTTP/1.1" status: 200 len: 849 time: 0.0452447 Aug 30 01:15:53.888637 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cfa6e-c5b7-4ca9-90e8-5555a16e38d4 req-d605032a-705e-49c5-b59d-034771a1031f tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:53.890094 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-982cfa6e-c5b7-4ca9-90e8-5555a16e38d4 req-d605032a-705e-49c5-b59d-034771a1031f tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 944 time: 0.0517602 Aug 30 01:15:53.909498 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-46ef9432-aada-4c65-8a84-554e2f2c8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:53.911048 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-46ef9432-aada-4c65-8a84-554e2f2c8512 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=37938639-da56-43d1-ac7c-a949da52ba53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439746 Aug 30 01:15:53.929454 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:53.942607 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-982cfa6e-c5b7-4ca9-90e8-5555a16e38d4 req-d493726b-9569-444d-8a9e-2bfdd0139dbe tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466962 Aug 30 01:15:54.009985 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-e3eeffd6-4ca4-4311-9b9f-036208cb3fb4 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871725 Aug 30 01:15:54.025080 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:54.082309 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device adb8f445-f2e5-41a5-91ba-43406b91be88 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:15:54.085377 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:54.100587 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device fb9f85b8-7682-4117-938b-7225f55cd3b2 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:54.111875 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0b5e5f78-e1f6-4769-8d74-9e74df795b30 req-4bfab38a-2a14-410d-b1e5-2952168b9774 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946872 Aug 30 01:15:54.220870 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port fb9f85b8-7682-4117-938b-7225f55cd3b2 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:15:54.249258 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port adb8f445-f2e5-41a5-91ba-43406b91be88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=adb8f445-f2e5-41a5-91ba-43406b91be88,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:54.261249 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'port_id': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'mac_address': 'fa:16:3e:f6:25:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:15:54.296689 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:54.297701 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port adb8f445-f2e5-41a5-91ba-43406b91be88 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:54.298100 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:54.315276 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb8f445-f2e5-41a5-91ba-43406b91be88 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:15:54.334754 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port fb9f85b8-7682-4117-938b-7225f55cd3b2 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:54.335126 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:54.339039 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port adb8f445-f2e5-41a5-91ba-43406b91be88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=adb8f445-f2e5-41a5-91ba-43406b91be88,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:54.365751 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:54.415758 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port fb9f85b8-7682-4117-938b-7225f55cd3b2 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:54.416132 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:54.440015 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:15:54.442247 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f81f2c-edb5-436f-b495-34e3ad9ff640" -d '{"events": [{"server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "name": "network-vif-plugged", "status": "completed", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:15:54.454131 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:54.457089 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port fb9f85b8-7682-4117-938b-7225f55cd3b2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fb9f85b8-7682-4117-938b-7225f55cd3b2,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:54.490967 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060af1ae-0931-4011-86ba-6c9f02137771 x-openstack-request-id: req-060af1ae-0931-4011-86ba-6c9f02137771 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:15:54.490967 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "name": "network-vif-plugged", "status": "completed", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:15:54.490967 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-060af1ae-0931-4011-86ba-6c9f02137771 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:15:54.490967 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060af1ae-0931-4011-86ba-6c9f02137771'] response: {'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2', 'code': 200} Aug 30 01:15:54.515665 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=adb8f445-f2e5-41a5-91ba-43406b91be88,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:54.554169 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:54.603592 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=fb9f85b8-7682-4117-938b-7225f55cd3b2,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:54.681774 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cf9b7-791a-45fb-a9fd-5518c855bed9 req-3c609159-d009-4747-a169-ca37fabf224c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:54.683275 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-718cf9b7-791a-45fb-a9fd-5518c855bed9 req-3c609159-d009-4747-a169-ca37fabf224c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 944 time: 0.0486956 Aug 30 01:15:54.733800 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-718cf9b7-791a-45fb-a9fd-5518c855bed9 req-6f914968-8f8a-4883-b9c4-056de6f4a041 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449195 Aug 30 01:15:54.741981 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350a000-d165-4f59-a04d-8341e0ffbae3 req-cf6f5437-45ad-447d-9f1c-fff020b652c4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:54.743521 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1350a000-d165-4f59-a04d-8341e0ffbae3 req-cf6f5437-45ad-447d-9f1c-fff020b652c4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 944 time: 0.0487678 Aug 30 01:15:54.792922 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1350a000-d165-4f59-a04d-8341e0ffbae3 req-f82e830b-17a3-4aa0-b370-b1061f712c1c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433321 Aug 30 01:15:54.886045 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['adb8f445-f2e5-41a5-91ba-43406b91be88'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:15:55.063311 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8eec2-e8d8-447d-bb01-9343c20e94d1 req-a8bde7a1-5581-46de-b672-0f0e09d9e204 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:55.064755 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-54b8eec2-e8d8-447d-bb01-9343c20e94d1 req-a8bde7a1-5581-46de-b672-0f0e09d9e204 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 945 time: 0.0472100 Aug 30 01:15:55.114952 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-54b8eec2-e8d8-447d-bb01-9343c20e94d1 req-cdb0ef67-6cdb-4341-9ac9-8fdb5dc829e8 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445461 Aug 30 01:15:55.677030 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ddf6a-b5b2-4bf4-88d8-57f4fb65b0be req-044672dc-fdc4-42e4-b7f5-cf1b16b0e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:55.678582 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c03ddf6a-b5b2-4bf4-88d8-57f4fb65b0be req-044672dc-fdc4-42e4-b7f5-cf1b16b0e7f6 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 1129 time: 0.0394633 Aug 30 01:15:55.734680 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c03ddf6a-b5b2-4bf4-88d8-57f4fb65b0be req-7bb7a162-3411-44b8-b82a-8d36801db75e service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475249 Aug 30 01:15:55.765783 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:55.782935 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:55.872080 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da2a4f-1d95-4008-8a5a-e9ab50047409 req-85dee394-c991-4533-93a2-d74b694ed715 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:55.873575 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b3da2a4f-1d95-4008-8a5a-e9ab50047409 req-85dee394-c991-4533-93a2-d74b694ed715 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 944 time: 0.0631511 Aug 30 01:15:55.894005 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:55.924373 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b3da2a4f-1d95-4008-8a5a-e9ab50047409 req-04180d87-c3e6-46f8-9660-854f35909a43 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448909 Aug 30 01:15:55.934237 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a043a-f7c0-48fb-a0e6-480242b8ebe4 req-35fb9a0d-7af2-4edf-bfca-c71e04879f3f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:55.935675 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-df8a043a-f7c0-48fb-a0e6-480242b8ebe4 req-35fb9a0d-7af2-4edf-bfca-c71e04879f3f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 944 time: 0.0516355 Aug 30 01:15:55.983910 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-df8a043a-f7c0-48fb-a0e6-480242b8ebe4 req-9a282278-4bed-492f-8155-649b195aa126 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424998 Aug 30 01:15:56.109399 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device adb8f445-f2e5-41a5-91ba-43406b91be88 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:15:56.154170 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port adb8f445-f2e5-41a5-91ba-43406b91be88 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:15:56.210968 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port adb8f445-f2e5-41a5-91ba-43406b91be88 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:15:56.211458 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:56.233668 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9821203-4830-4f9e-9974-69b47186f37d req-8855029f-4e70-41b1-a478-8f11c24bf614 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:56.235296 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c9821203-4830-4f9e-9974-69b47186f37d req-8855029f-4e70-41b1-a478-8f11c24bf614 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 945 time: 0.0460205 Aug 30 01:15:56.283546 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c9821203-4830-4f9e-9974-69b47186f37d req-911e85fe-c327-4091-baf1-4ff73d6d0846 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427556 Aug 30 01:15:56.288575 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port adb8f445-f2e5-41a5-91ba-43406b91be88 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:56.288965 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:56.450143 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port adb8f445-f2e5-41a5-91ba-43406b91be88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=adb8f445-f2e5-41a5-91ba-43406b91be88,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:56.454637 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:15:56.489988 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:15:56.490786 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eefaa2-1578-42f8-9f69-39de84bc9966" -d '{"events": [{"server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "name": "network-vif-plugged", "status": "completed", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:15:56.530915 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c6825e-f5a4-4b23-81ee-b60c6f865a42 x-openstack-request-id: req-22c6825e-f5a4-4b23-81ee-b60c6f865a42 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:15:56.531216 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "name": "network-vif-plugged", "status": "completed", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:15:56.531470 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22c6825e-f5a4-4b23-81ee-b60c6f865a42 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:15:56.531870 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c6825e-f5a4-4b23-81ee-b60c6f865a42'] response: {'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'code': 200} Aug 30 01:15:56.536652 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:56.567932 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:56.583699 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=adb8f445-f2e5-41a5-91ba-43406b91be88,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:57.048032 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a8f7d-6f0f-4b6c-8e43-3d875ce4ca2d req-023719ca-8a54-4772-9374-67d8966e7a0a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:57.049521 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d13a8f7d-6f0f-4b6c-8e43-3d875ce4ca2d req-023719ca-8a54-4772-9374-67d8966e7a0a tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 944 time: 0.0510247 Aug 30 01:15:57.097661 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d13a8f7d-6f0f-4b6c-8e43-3d875ce4ca2d req-e5d129f5-3d52-4781-a413-9b5c19a38fe6 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423214 Aug 30 01:15:57.109159 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919c8ee-9f95-4ce1-832e-21afb118746a req-d28bed5c-d45d-4e87-8616-77d879ccb397 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:57.110549 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b919c8ee-9f95-4ce1-832e-21afb118746a req-d28bed5c-d45d-4e87-8616-77d879ccb397 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0468154 Aug 30 01:15:57.163758 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b919c8ee-9f95-4ce1-832e-21afb118746a req-3c5bf757-ad4d-4216-b8dc-fc9ad91df7b1 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475383 Aug 30 01:15:57.400936 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba0cb0-516b-418e-a2cc-144e7d5a3f51 req-1d6cd5e0-10e7-4f05-b424-cba32011f46b tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:57.402472 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dcba0cb0-516b-418e-a2cc-144e7d5a3f51 req-1d6cd5e0-10e7-4f05-b424-cba32011f46b tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 945 time: 0.0467956 Aug 30 01:15:57.453190 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dcba0cb0-516b-418e-a2cc-144e7d5a3f51 req-47e0a630-a923-4302-89ea-6be12b020ff2 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449171 Aug 30 01:15:57.552608 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0a5a6-3e84-4b19-badd-9796e7b73dce req-51b78c64-0ad9-4038-8d61-aa7e2c893ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:57.554200 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c3b0a5a6-3e84-4b19-badd-9796e7b73dce req-51b78c64-0ad9-4038-8d61-aa7e2c893ab4 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 1129 time: 0.0439754 Aug 30 01:15:57.603150 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c3b0a5a6-3e84-4b19-badd-9796e7b73dce req-962b1c2e-69f7-4c9f-af72-7a590ea60985 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397632 Aug 30 01:15:58.113617 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:15:58.225601 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=d73390a3-6a1a-4a0a-9fab-afc8d7d090e9,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:58.238041 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dd2bd-f7a2-4b26-b472-5616188c8a45 req-2c03f54c-4901-494f-85c0-e739ad96cb6c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:58.238637 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'port_id': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9', 'mac_address': 'fa:16:3e:e1:aa:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:15:58.239833 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-464dd2bd-f7a2-4b26-b472-5616188c8a45 req-2c03f54c-4901-494f-85c0-e739ad96cb6c tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 944 time: 0.0551264 Aug 30 01:15:58.276151 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:15:58.276536 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:58.290776 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:15:58.294298 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-464dd2bd-f7a2-4b26-b472-5616188c8a45 req-8025f0d2-c4e2-4bfd-a529-73391978c904 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481541 Aug 30 01:15:58.297758 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879729c-4949-4857-83a6-5a492d0fb5a1 req-282f6f84-aaea-44e4-a5aa-70f0ce04fb4d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:58.299415 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5879729c-4949-4857-83a6-5a492d0fb5a1 req-282f6f84-aaea-44e4-a5aa-70f0ce04fb4d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0488410 Aug 30 01:15:58.312588 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=d73390a3-6a1a-4a0a-9fab-afc8d7d090e9,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:15:58.353215 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5879729c-4949-4857-83a6-5a492d0fb5a1 req-bea3108e-c5e7-454b-9850-bb63f0c675bc tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481112 Aug 30 01:15:58.376691 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:15:58.425291 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=d73390a3-6a1a-4a0a-9fab-afc8d7d090e9,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:15:58.579980 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87517a12-e52d-4daf-ba40-b535e0485948 req-f8f127ce-847d-40d0-9aea-c63eec1cc923 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:58.581456 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-87517a12-e52d-4daf-ba40-b535e0485948 req-f8f127ce-847d-40d0-9aea-c63eec1cc923 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 945 time: 0.0482464 Aug 30 01:15:58.630074 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-87517a12-e52d-4daf-ba40-b535e0485948 req-d8c4dddd-34d5-4592-a271-a2600faba953 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426257 Aug 30 01:15:58.747346 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd27fe8-3917-4705-9f8c-55e3387d8421 req-16e488a7-b701-420b-a8fc-b898d6c5bbbd tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:58.748918 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5fd27fe8-3917-4705-9f8c-55e3387d8421 req-16e488a7-b701-420b-a8fc-b898d6c5bbbd tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 945 time: 0.0470850 Aug 30 01:15:58.782226 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:58.800757 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5fd27fe8-3917-4705-9f8c-55e3387d8421 req-22c97b9b-3db8-4fd4-9137-a5693f251d2b tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462685 Aug 30 01:15:58.835115 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['d73390a3-6a1a-4a0a-9fab-afc8d7d090e9'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:15:58.916558 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:59.299950 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ce86f-af2a-48ee-998b-89cf52a44672 req-78175f8c-0057-4959-93df-51eacc06b241 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:59.301561 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-988ce86f-af2a-48ee-998b-89cf52a44672 req-78175f8c-0057-4959-93df-51eacc06b241 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 945 time: 0.0500369 Aug 30 01:15:59.351011 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-988ce86f-af2a-48ee-998b-89cf52a44672 req-7c6d9b3e-c66c-4b3a-a645-502413092395 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Aug 30 01:15:59.422478 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d11ca-adf0-4702-8762-06589df503ff req-6d5a84d2-f16e-4b33-80ea-0d1dea1a65f4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:59.422923 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8c3d11ca-adf0-4702-8762-06589df503ff req-6d5a84d2-f16e-4b33-80ea-0d1dea1a65f4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 945 time: 0.0512114 Aug 30 01:15:59.437592 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:15:59.485607 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8c3d11ca-adf0-4702-8762-06589df503ff req-bba44d5b-1c85-4b4b-a2fb-86a2a4d480d9 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566206 Aug 30 01:15:59.549785 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26466f-852c-4b38-9d35-301a3b1e1dca req-d2f4e213-642a-4246-bf48-91d647cd13f3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:15:59.551297 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4c26466f-852c-4b38-9d35-301a3b1e1dca req-d2f4e213-642a-4246-bf48-91d647cd13f3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0487113 Aug 30 01:15:59.604170 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4c26466f-852c-4b38-9d35-301a3b1e1dca req-1b8a6d55-c807-4410-ab20-04c53c33c2a7 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449643 Aug 30 01:16:00.139860 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:16:00.186266 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:16:00.268740 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:00.269033 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:00.342677 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:16:00.343067 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:00.387858 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae3ba30-d38c-4e44-bc40-c9bda178d1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:16:00.390417 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f80d324-dacb-4f0f-bb03-36f92b93ef0a" -d '{"events": [{"server_uuid": "7ae3ba30-d38c-4e44-bc40-c9bda178d1b5", "name": "network-vif-plugged", "status": "completed", "tag": "d73390a3-6a1a-4a0a-9fab-afc8d7d090e9"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:16:00.409905 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=d73390a3-6a1a-4a0a-9fab-afc8d7d090e9,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:00.432842 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c276df5-94c9-4aad-81f9-987707a07b7d x-openstack-request-id: req-4c276df5-94c9-4aad-81f9-987707a07b7d {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:16:00.433127 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae3ba30-d38c-4e44-bc40-c9bda178d1b5", "name": "network-vif-plugged", "status": "completed", "tag": "d73390a3-6a1a-4a0a-9fab-afc8d7d090e9", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:16:00.433402 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c276df5-94c9-4aad-81f9-987707a07b7d {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:16:00.433920 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c276df5-94c9-4aad-81f9-987707a07b7d'] response: {'server_uuid': '7ae3ba30-d38c-4e44-bc40-c9bda178d1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9', 'code': 200} Aug 30 01:16:00.496643 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:00.547072 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=d73390a3-6a1a-4a0a-9fab-afc8d7d090e9,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:00.739093 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979ee37-c35b-475b-897e-c8619d97c15a req-984e8be7-8a36-44db-9c4b-699b3733d5ee tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:00.740738 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f979ee37-c35b-475b-897e-c8619d97c15a req-984e8be7-8a36-44db-9c4b-699b3733d5ee tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0517056 Aug 30 01:16:00.795411 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f979ee37-c35b-475b-897e-c8619d97c15a req-9abf981d-52d6-43e6-b423-d1acc5425d04 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471606 Aug 30 01:16:00.918620 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:00.920099 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736c9cf-52ed-4513-8eba-050bdfd0fa61 req-6fd9040c-fe7e-49ab-a521-5244c3854334 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:00.921607 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5736c9cf-52ed-4513-8eba-050bdfd0fa61 req-6fd9040c-fe7e-49ab-a521-5244c3854334 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0466330 Aug 30 01:16:00.930855 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3cac3-7c70-42ee-826c-d68ebc99dd67 req-bb52f2a0-633b-468d-90c4-64f9336a9047 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:00.932364 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b7c3cac3-7c70-42ee-826c-d68ebc99dd67 req-bb52f2a0-633b-468d-90c4-64f9336a9047 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 946 time: 0.3446620 Aug 30 01:16:00.933028 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33326) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:00.937683 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-64922aaf-ad82-484f-a854-6da979d4f32b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Request body: {'floatingip': {'port_id': 'adb8f445-f2e5-41a5-91ba-43406b91be88'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:00.946276 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176e4d5-d83e-4230-a65f-19f3cae6c4f4 req-59e7ae36-d99f-4e65-8376-10054d06263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:00.947715 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8176e4d5-d83e-4230-a65f-19f3cae6c4f4 req-59e7ae36-d99f-4e65-8376-10054d06263a service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 1130 time: 0.0610137 Aug 30 01:16:00.980284 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-64922aaf-ad82-484f-a854-6da979d4f32b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (2282d7cc-040d-4659-8e3e-1cd6ea996dfe), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:01.010215 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b7c3cac3-7c70-42ee-826c-d68ebc99dd67 req-2e7e4daf-abbe-4490-886a-cf63a56e6fa6 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704515 Aug 30 01:16:01.021000 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8176e4d5-d83e-4230-a65f-19f3cae6c4f4 req-787b2e83-0d34-4a0a-97d5-1959b404e122 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651417 Aug 30 01:16:01.429668 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-64922aaf-ad82-484f-a854-6da979d4f32b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:01.508046 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-64922aaf-ad82-484f-a854-6da979d4f32b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (2282d7cc-040d-4659-8e3e-1cd6ea996dfe), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:01.594167 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:01.605148 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.l3_db [None req-64922aaf-ad82-484f-a854-6da979d4f32b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Floating IP 2282d7cc-040d-4659-8e3e-1cd6ea996dfe associated. External IP: 172.27.1.11, port: adb8f445-f2e5-41a5-91ba-43406b91be88. Aug 30 01:16:01.796997 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:01.807542 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64922aaf-ad82-484f-a854-6da979d4f32b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:16:01.922942 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64922aaf-ad82-484f-a854-6da979d4f32b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:16:01.927974 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-64922aaf-ad82-484f-a854-6da979d4f32b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:01.933534 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713dc29-49ef-426a-a7d7-62890f90cc48 None None] Sync routers for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:16:01.943807 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713dc29-49ef-426a-a7d7-62890f90cc48 None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:01.944415 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-8713dc29-49ef-426a-a7d7-62890f90cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:01.959066 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-64922aaf-ad82-484f-a854-6da979d4f32b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/2282d7cc-040d-4659-8e3e-1cd6ea996dfe HTTP/1.1" status: 200 len: 990 time: 1.0249379 Aug 30 01:16:01.959755 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:16:01.962727 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf23dfb4-b322-4190-bf6b-c4a51a6999af" -d '{"events": [{"name": "network-changed", "server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:16:02.002501 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09aef0db-1ae0-4a1a-9160-627906510bfc x-openstack-request-id: req-09aef0db-1ae0-4a1a-9160-627906510bfc {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:16:02.002799 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:16:02.003032 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09aef0db-1ae0-4a1a-9160-627906510bfc {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:16:02.003433 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09aef0db-1ae0-4a1a-9160-627906510bfc'] response: {'name': 'network-changed', 'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'status': 'completed', 'code': 200} Aug 30 01:16:02.051460 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-8713dc29-49ef-426a-a7d7-62890f90cc48 None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:02.182162 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d868c-5746-456e-8a5a-fda3781f81b9 req-6c6bb421-b8be-45a7-b15d-4be08001ae67 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:02.183591 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b48d868c-5746-456e-8a5a-fda3781f81b9 req-6c6bb421-b8be-45a7-b15d-4be08001ae67 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0852685 Aug 30 01:16:02.207866 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23dfb4-b322-4190-bf6b-c4a51a6999af req-4784af1d-62a8-472e-b793-fe28fa23f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:02.209417 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cf23dfb4-b322-4190-bf6b-c4a51a6999af req-4784af1d-62a8-472e-b793-fe28fa23f8f3 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 1129 time: 0.0698776 Aug 30 01:16:02.244340 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b48d868c-5746-456e-8a5a-fda3781f81b9 req-bf28ea4e-5c0c-4336-af89-571a2b66bbe4 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544972 Aug 30 01:16:02.279636 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-8713dc29-49ef-426a-a7d7-62890f90cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '2282d7cc-040d-4659-8e3e-1cd6ea996dfe', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'port_id': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'mac_address': 'fa:16:3e:f6:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:15:29Z', 'updated_at': '2022-08-30T01:16:01Z', 'revision_number': 1, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:11Z', 'revision_number': 5, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:02.304751 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713dc29-49ef-426a-a7d7-62890f90cc48 None None] Checking router: 68505e11-46c9-4afb-b7b4-ddd6c98cb57d for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:16:02.314061 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713dc29-49ef-426a-a7d7-62890f90cc48 None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:02.314660 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-8713dc29-49ef-426a-a7d7-62890f90cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:02.424502 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-8713dc29-49ef-426a-a7d7-62890f90cc48 None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:02.638405 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-8713dc29-49ef-426a-a7d7-62890f90cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '2282d7cc-040d-4659-8e3e-1cd6ea996dfe', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'port_id': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'mac_address': 'fa:16:3e:f6:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:15:29Z', 'updated_at': '2022-08-30T01:16:01Z', 'revision_number': 1, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:11Z', 'revision_number': 5, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:02.667048 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8713dc29-49ef-426a-a7d7-62890f90cc48 None None] The sync data for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi is: [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '2282d7cc-040d-4659-8e3e-1cd6ea996dfe', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'floating_ip_address': '172.27.1.11', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'port_id': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'mac_address': 'fa:16:3e:f6:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:15:29Z', 'updated_at': '2022-08-30T01:16:01Z', 'revision_number': 1, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:11Z', 'revision_number': 5, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:16:02.848969 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d18e0aa-0355-49e2-a432-3647a266f698 None None] New status for floating IP 2282d7cc-040d-4659-8e3e-1cd6ea996dfe: ACTIVE {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:16:03.072946 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23dfb4-b322-4190-bf6b-c4a51a6999af req-41165abb-ef28-4d4f-89d9-a06442914a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:03.074441 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cf23dfb4-b322-4190-bf6b-c4a51a6999af req-41165abb-ef28-4d4f-89d9-a06442914a65 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f HTTP/1.1" status: 200 len: 917 time: 0.0941443 Aug 30 01:16:03.142897 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cf23dfb4-b322-4190-bf6b-c4a51a6999af req-4e3cb92f-874e-4257-8dd3-474a7f5983a9 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adb8f445-f2e5-41a5-91ba-43406b91be88 HTTP/1.1" status: 200 len: 998 time: 0.0606031 Aug 30 01:16:03.212733 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23dfb4-b322-4190-bf6b-c4a51a6999af req-2fb8a6b2-af13-4e7f-9bd0-64b9dceebb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:03.214369 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cf23dfb4-b322-4190-bf6b-c4a51a6999af req-2fb8a6b2-af13-4e7f-9bd0-64b9dceebb34 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=396acad7-fa43-4c94-bf65-eb50fa3cb4e5 HTTP/1.1" status: 200 len: 855 time: 0.0478418 Aug 30 01:16:03.316272 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23dfb4-b322-4190-bf6b-c4a51a6999af req-c7ba7a8b-0cb0-46c9-8e89-d1b6d2881848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:03.317893 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cf23dfb4-b322-4190-bf6b-c4a51a6999af req-c7ba7a8b-0cb0-46c9-8e89-d1b6d2881848 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500352 Aug 30 01:16:03.415245 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfd953-3c73-42ef-8943-5920953fe12c req-58ffac6e-2ff3-467a-b3c1-9bd2ff9ec079 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:03.417012 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-63bfd953-3c73-42ef-8943-5920953fe12c req-58ffac6e-2ff3-467a-b3c1-9bd2ff9ec079 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0965247 Aug 30 01:16:03.481882 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cf23dfb4-b322-4190-bf6b-c4a51a6999af req-96b26406-4582-41ef-8a98-6a2c15d39ec8 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482165 Aug 30 01:16:03.515977 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-63bfd953-3c73-42ef-8943-5920953fe12c req-c4977030-d53c-451d-afc0-ec01bd2b9645 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907581 Aug 30 01:16:03.517863 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:03.588048 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cf23dfb4-b322-4190-bf6b-c4a51a6999af req-48eb8fd0-da30-4ca3-adf2-72492e3c43fc service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961807 Aug 30 01:16:03.640895 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58a44a-3901-4fa2-bb30-cb272ac49c77 req-949ff533-c695-456f-906a-bd01809c7996 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:03.642599 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ce58a44a-3901-4fa2-bb30-cb272ac49c77 req-949ff533-c695-456f-906a-bd01809c7996 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0520751 Aug 30 01:16:03.652571 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33358) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:03.657062 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-b9dfad9d-86b2-421b-b10f-8573e32bdcea tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Request body: {'floatingip': {'port_id': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:03.699409 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b9dfad9d-86b2-421b-b10f-8573e32bdcea tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (f48662d8-fa77-4516-bae4-25c7cfa8ebed), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:04.138177 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b9dfad9d-86b2-421b-b10f-8573e32bdcea tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:04.199599 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b9dfad9d-86b2-421b-b10f-8573e32bdcea tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (f48662d8-fa77-4516-bae4-25c7cfa8ebed), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:04.277430 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:04.300330 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.l3_db [None req-b9dfad9d-86b2-421b-b10f-8573e32bdcea tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Floating IP f48662d8-fa77-4516-bae4-25c7cfa8ebed associated. External IP: 172.27.1.171, port: d73390a3-6a1a-4a0a-9fab-afc8d7d090e9. Aug 30 01:16:04.503533 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dfad9d-86b2-421b-b10f-8573e32bdcea tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Router d6f11566-c297-48de-bf20-6cd3aaacfc38 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:16:04.557338 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:04.607693 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dfad9d-86b2-421b-b10f-8573e32bdcea tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:16:04.612576 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b9dfad9d-86b2-421b-b10f-8573e32bdcea tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:04.618362 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4815e147-0f1f-4619-a51d-3898feaf3d51 None None] Sync routers for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:16:04.630146 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4815e147-0f1f-4619-a51d-3898feaf3d51 None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:04.630768 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-4815e147-0f1f-4619-a51d-3898feaf3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:04.830558 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-4815e147-0f1f-4619-a51d-3898feaf3d51 None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:04.870701 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-b9dfad9d-86b2-421b-b10f-8573e32bdcea tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/f48662d8-fa77-4516-bae4-25c7cfa8ebed HTTP/1.1" status: 200 len: 992 time: 1.2138145 Aug 30 01:16:04.870701 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae3ba30-d38c-4e44-bc40-c9bda178d1b5', 'tag': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:16:04.890059 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a80dd1-ba22-4d65-87b8-966889cfe538" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae3ba30-d38c-4e44-bc40-c9bda178d1b5", "tag": "d73390a3-6a1a-4a0a-9fab-afc8d7d090e9"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:16:04.908205 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aea1c60-67c1-49c7-a54c-705878fcf3cd x-openstack-request-id: req-8aea1c60-67c1-49c7-a54c-705878fcf3cd {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:16:04.908504 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae3ba30-d38c-4e44-bc40-c9bda178d1b5", "tag": "d73390a3-6a1a-4a0a-9fab-afc8d7d090e9", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:16:04.908786 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8aea1c60-67c1-49c7-a54c-705878fcf3cd {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:16:04.909191 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aea1c60-67c1-49c7-a54c-705878fcf3cd'] response: {'name': 'network-changed', 'server_uuid': '7ae3ba30-d38c-4e44-bc40-c9bda178d1b5', 'tag': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9', 'status': 'completed', 'code': 200} Aug 30 01:16:04.935875 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:04.972216 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:05.020072 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80dd1-ba22-4d65-87b8-966889cfe538 req-cf7446a8-f635-4d4a-899b-e1f3fa76a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:05.021621 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10a80dd1-ba22-4d65-87b8-966889cfe538 req-cf7446a8-f635-4d4a-899b-e1f3fa76a558 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=13862ab3a9504644853a8c48c3f69b4c&device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 1130 time: 0.0431387 Aug 30 01:16:05.052728 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-4815e147-0f1f-4619-a51d-3898feaf3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'f48662d8-fa77-4516-bae4-25c7cfa8ebed', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'port_id': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'mac_address': 'fa:16:3e:e1:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae3ba30-d38c-4e44-bc40-c9bda178d1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:15:42Z', 'updated_at': '2022-08-30T01:16:04Z', 'revision_number': 1, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:05.082002 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4815e147-0f1f-4619-a51d-3898feaf3d51 None None] Checking router: d6f11566-c297-48de-bf20-6cd3aaacfc38 for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:16:05.091675 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4815e147-0f1f-4619-a51d-3898feaf3d51 None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:05.092284 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-4815e147-0f1f-4619-a51d-3898feaf3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:05.125260 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80dd1-ba22-4d65-87b8-966889cfe538 req-985862e4-047b-4c18-b1e1-34f78883c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:05.126806 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10a80dd1-ba22-4d65-87b8-966889cfe538 req-985862e4-047b-4c18-b1e1-34f78883c994 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=37938639-da56-43d1-ac7c-a949da52ba53 HTTP/1.1" status: 200 len: 911 time: 0.0893817 Aug 30 01:16:05.178296 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:05.193873 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-4815e147-0f1f-4619-a51d-3898feaf3d51 None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:05.197055 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10a80dd1-ba22-4d65-87b8-966889cfe538 req-3f684f57-e995-4456-b5b8-ab26993765ee service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 HTTP/1.1" status: 200 len: 1000 time: 0.0630856 Aug 30 01:16:05.249050 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80dd1-ba22-4d65-87b8-966889cfe538 req-69f46d2b-4961-4a1a-9c1a-bd74481576b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:05.250554 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10a80dd1-ba22-4d65-87b8-966889cfe538 req-69f46d2b-4961-4a1a-9c1a-bd74481576b4 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f73da1d0-2071-4d5f-b9f8-f3beaaeae423 HTTP/1.1" status: 200 len: 849 time: 0.0459852 Aug 30 01:16:05.299088 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80dd1-ba22-4d65-87b8-966889cfe538 req-29470238-e1f1-46b3-b4a0-b641ecf143e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:05.300591 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10a80dd1-ba22-4d65-87b8-966889cfe538 req-29470238-e1f1-46b3-b4a0-b641ecf143e8 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=37938639-da56-43d1-ac7c-a949da52ba53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400562 Aug 30 01:16:05.412901 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10a80dd1-ba22-4d65-87b8-966889cfe538 req-edd97199-a5ab-40c6-a854-5cce7164d454 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016634 Aug 30 01:16:05.414998 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-4815e147-0f1f-4619-a51d-3898feaf3d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'f48662d8-fa77-4516-bae4-25c7cfa8ebed', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'port_id': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'mac_address': 'fa:16:3e:e1:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae3ba30-d38c-4e44-bc40-c9bda178d1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:15:42Z', 'updated_at': '2022-08-30T01:16:04Z', 'revision_number': 1, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:05.445858 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4815e147-0f1f-4619-a51d-3898feaf3d51 None None] The sync data for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi is: [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'f48662d8-fa77-4516-bae4-25c7cfa8ebed', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'port_id': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'mac_address': 'fa:16:3e:e1:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae3ba30-d38c-4e44-bc40-c9bda178d1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:15:42Z', 'updated_at': '2022-08-30T01:16:04Z', 'revision_number': 1, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:16:05.534452 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-10a80dd1-ba22-4d65-87b8-966889cfe538 req-c2e08fcc-5762-4838-9f02-64d6825b394f service neutron] 10.222.0.74 "GET /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148677 Aug 30 01:16:05.667738 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc983f2-1eff-4bdd-bc6b-9faaf4778e1a None None] New status for floating IP f48662d8-fa77-4516-bae4-25c7cfa8ebed: ACTIVE {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:16:05.669949 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:11.280480 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de709f3-0bb2-43a0-8bed-7ce962785cfa req-c08099b7-58bb-4f11-a0f1-da371eb4ff30 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:11.282036 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5de709f3-0bb2-43a0-8bed-7ce962785cfa req-c08099b7-58bb-4f11-a0f1-da371eb4ff30 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 945 time: 0.0487132 Aug 30 01:16:11.329788 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5de709f3-0bb2-43a0-8bed-7ce962785cfa req-50a5ab83-1a68-49ec-9d26-2e55320b8ce4 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 Aug 30 01:16:11.357496 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33390) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:11.438728 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a56d5c-7667-4c36-837b-b09b6c054ade tempest-TestMinimumBasicScenario-379401078 tempest-TestMinimumBasicScenario-379401078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:11.440264 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c4a56d5c-7667-4c36-837b-b09b6c054ade tempest-TestMinimumBasicScenario-379401078 tempest-TestMinimumBasicScenario-379401078-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 1124 time: 0.0817621 Aug 30 01:16:11.444222 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33394) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:11.449214 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'port_id': 'fb9f85b8-7682-4117-938b-7225f55cd3b2', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:11.559893 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:11.643476 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:11.756687 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Allocated IP 172.27.1.218 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/8b8f222e-9aef-4f10-84cf-50a05cc07d09) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:11.863001 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for port (8b8f222e-9aef-4f10-84cf-50a05cc07d09), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:11.886289 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:11.988339 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (8b8f222e-9aef-4f10-84cf-50a05cc07d09), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:12.037475 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:12.042168 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:12.044691 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:12.050093 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event updated for resources: {'Port': ['ID=8b8f222e-9aef-4f10-84cf-50a05cc07d09,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:12.080368 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.080708 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.082233 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.082233 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.082233 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.082233 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.082726 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.082726 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.082984 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.083306 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.083621 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.083935 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.084249 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.084560 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.084873 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:12.224923 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:12.427881 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for floatingip (700f6063-db44-43c4-a97b-1ee08ed0b772), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:12.578503 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (8b8f222e-9aef-4f10-84cf-50a05cc07d09), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:12.735849 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for port (8b8f222e-9aef-4f10-84cf-50a05cc07d09), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:12.798272 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13572423'] for port (8b8f222e-9aef-4f10-84cf-50a05cc07d09), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:12.865685 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (700f6063-db44-43c4-a97b-1ee08ed0b772), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:12.867408 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event updated for resources: {'Port': ['ID=8b8f222e-9aef-4f10-84cf-50a05cc07d09,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:12.948343 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:12.966558 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.l3_db [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Floating IP 700f6063-db44-43c4-a97b-1ee08ed0b772 associated. External IP: 172.27.1.218, port: fb9f85b8-7682-4117-938b-7225f55cd3b2. Aug 30 01:16:13.170079 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Router 12dbe146-53fe-41e2-92a6-53d8bdecb28b has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:16:13.223259 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:13.276913 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:16:13.294117 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2ba6f-2992-42a5-8333-1da10aa3721f None None] Sync routers for ids ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:16:13.306251 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2ba6f-2992-42a5-8333-1da10aa3721f None None] Routers {'12dbe146-53fe-41e2-92a6-53d8bdecb28b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:13.306251 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-48f2ba6f-2992-42a5-8333-1da10aa3721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:13.361382 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:13.393890 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-144b331b-1220-4acc-b73c-2e3a0e0403eb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9486160 Aug 30 01:16:13.394488 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:16:13.396813 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cacefd3-87c6-4139-bb84-5bc87011e160" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:16:13.396965 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 33410) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:13.402317 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421496511', 'description': 'tempest-secgroup-smoke-1421496511 description', 'project_id': 'c6f3997439524d4583ece79273a55da4'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:13.410784 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-48f2ba6f-2992-42a5-8333-1da10aa3721f None None] Set router 12dbe146-53fe-41e2-92a6-53d8bdecb28b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:13.439323 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bca0f95-f034-4992-b5e7-67c835102027 x-openstack-request-id: req-7bca0f95-f034-4992-b5e7-67c835102027 {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:16:13.442542 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:16:13.442542 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7bca0f95-f034-4992-b5e7-67c835102027 {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:16:13.442542 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bca0f95-f034-4992-b5e7-67c835102027'] response: {'name': 'network-changed', 'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2', 'status': 'completed', 'code': 200} Aug 30 01:16:13.546820 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:13.588186 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:13.612044 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacefd3-87c6-4139-bb84-5bc87011e160 req-55f1a701-68cb-4aa2-8ddd-e2d797bf93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:13.613625 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3cacefd3-87c6-4139-bb84-5bc87011e160 req-55f1a701-68cb-4aa2-8ddd-e2d797bf93e4 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=c6f3997439524d4583ece79273a55da4&device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 1129 time: 0.1071563 Aug 30 01:16:13.641389 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-48f2ba6f-2992-42a5-8333-1da10aa3721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:15:08Z', 'revision_number': 4, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port': {'id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:05Z', 'updated_at': '2022-08-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '700f6063-db44-43c4-a97b-1ee08ed0b772', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'port_id': 'fb9f85b8-7682-4117-938b-7225f55cd3b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'mac_address': 'fa:16:3e:c2:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:16:12Z', 'updated_at': '2022-08-30T01:16:12Z', 'revision_number': 0, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d5698e-93af-4d0b-aacb-c03633ddc9ed', 'name': '', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'mac_address': 'fa:16:3e:75:ea:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:07Z', 'updated_at': '2022-08-30T01:15:15Z', 'revision_number': 5, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'subnets': [{'id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:13.668618 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2ba6f-2992-42a5-8333-1da10aa3721f None None] Checking router: 12dbe146-53fe-41e2-92a6-53d8bdecb28b for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:16:13.677459 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2ba6f-2992-42a5-8333-1da10aa3721f None None] Routers {'12dbe146-53fe-41e2-92a6-53d8bdecb28b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:13.678175 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-48f2ba6f-2992-42a5-8333-1da10aa3721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:13.748585 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group (3c05186b-c954-426b-bdda-89534f7db01a), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:13.751552 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacefd3-87c6-4139-bb84-5bc87011e160 req-c18b0fd9-9628-4047-b625-0030f2569c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:13.753027 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3cacefd3-87c6-4139-bb84-5bc87011e160 req-c18b0fd9-9628-4047-b625-0030f2569c58 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f HTTP/1.1" status: 200 len: 915 time: 0.1321232 Aug 30 01:16:13.782567 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-48f2ba6f-2992-42a5-8333-1da10aa3721f None None] Set router 12dbe146-53fe-41e2-92a6-53d8bdecb28b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:13.784081 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:13.809615 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (3c05186b-c954-426b-bdda-89534f7db01a), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:13.841880 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3cacefd3-87c6-4139-bb84-5bc87011e160 req-87ad122c-2756-49de-9b84-02af44075ce1 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9f85b8-7682-4117-938b-7225f55cd3b2 HTTP/1.1" status: 200 len: 999 time: 0.0810878 Aug 30 01:16:13.853955 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c05186b-c954-426b-bdda-89534f7db01a,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:13.861056 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.861387 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.861764 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.862107 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.862430 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.862776 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.863091 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.863430 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.863745 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.864093 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.864404 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.864711 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.865030 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.865350 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.865670 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:13.913006 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:13.914260 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-c9d4f979-e216-4fef-b01f-b3683c8cec16 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5156791 Aug 30 01:16:13.918037 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33418) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:13.921284 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacefd3-87c6-4139-bb84-5bc87011e160 req-3e1b04c7-b043-44f3-b712-6e8e82a27fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:13.922695 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3cacefd3-87c6-4139-bb84-5bc87011e160 req-3e1b04c7-b043-44f3-b712-6e8e82a27fa0 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=c82fadab-17b2-45e6-b379-eb7cf924e14f HTTP/1.1" status: 200 len: 853 time: 0.0531921 Aug 30 01:16:13.922817 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-f9c64140-a26f-4957-9e3d-6ba0a520cebe tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Request body: {'security_group_rule': {'security_group_id': '3c05186b-c954-426b-bdda-89534f7db01a', 'project_id': 'c6f3997439524d4583ece79273a55da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:13.983728 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacefd3-87c6-4139-bb84-5bc87011e160 req-d42300d1-1241-40c3-b750-9096c6220586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:13.985237 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3cacefd3-87c6-4139-bb84-5bc87011e160 req-d42300d1-1241-40c3-b750-9096c6220586 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549521 Aug 30 01:16:14.025623 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-48f2ba6f-2992-42a5-8333-1da10aa3721f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:15:08Z', 'revision_number': 4, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port': {'id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:05Z', 'updated_at': '2022-08-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '700f6063-db44-43c4-a97b-1ee08ed0b772', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'port_id': 'fb9f85b8-7682-4117-938b-7225f55cd3b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'mac_address': 'fa:16:3e:c2:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:16:12Z', 'updated_at': '2022-08-30T01:16:12Z', 'revision_number': 0, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d5698e-93af-4d0b-aacb-c03633ddc9ed', 'name': '', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'mac_address': 'fa:16:3e:75:ea:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:07Z', 'updated_at': '2022-08-30T01:15:15Z', 'revision_number': 5, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'subnets': [{'id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:14.044983 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f9c64140-a26f-4957-9e3d-6ba0a520cebe tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (cec4583c-59b4-4dd4-94a3-853cfb7d883a), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:14.051604 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2ba6f-2992-42a5-8333-1da10aa3721f None None] The sync data for ids ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'] in dv-cinder-815712-11-iscsi is: [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:15:08Z', 'revision_number': 4, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port': {'id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:05Z', 'updated_at': '2022-08-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '700f6063-db44-43c4-a97b-1ee08ed0b772', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'port_id': 'fb9f85b8-7682-4117-938b-7225f55cd3b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'mac_address': 'fa:16:3e:c2:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:16:12Z', 'updated_at': '2022-08-30T01:16:12Z', 'revision_number': 0, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d5698e-93af-4d0b-aacb-c03633ddc9ed', 'name': '', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'mac_address': 'fa:16:3e:75:ea:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:07Z', 'updated_at': '2022-08-30T01:15:15Z', 'revision_number': 5, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'subnets': [{'id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:16:14.063785 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:14.100333 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3cacefd3-87c6-4139-bb84-5bc87011e160 req-d71f58ce-dceb-4486-8d87-a2c50195177a service neutron] 10.222.0.74 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003497 Aug 30 01:16:14.121132 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f9c64140-a26f-4957-9e3d-6ba0a520cebe tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (cec4583c-59b4-4dd4-94a3-853cfb7d883a), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:14.137016 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:14.194625 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f9c64140-a26f-4957-9e3d-6ba0a520cebe tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (cec4583c-59b4-4dd4-94a3-853cfb7d883a), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:14.220841 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c64140-a26f-4957-9e3d-6ba0a520cebe tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec4583c-59b4-4dd4-94a3-853cfb7d883a,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:14.233467 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3cacefd3-87c6-4139-bb84-5bc87011e160 req-d794e576-231c-4c20-a6d8-a884d9843001 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122754 Aug 30 01:16:14.286672 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8e9fb0-7473-417d-8421-c1869abe7178 None None] New status for floating IP 700f6063-db44-43c4-a97b-1ee08ed0b772: ACTIVE {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:16:14.303224 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f9c64140-a26f-4957-9e3d-6ba0a520cebe tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:14.306400 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f9c64140-a26f-4957-9e3d-6ba0a520cebe tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3855093 Aug 30 01:16:14.308255 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33420) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:14.312801 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-0c018700-891c-4a39-88cd-d5a9df39cfa7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Request body: {'security_group_rule': {'security_group_id': '3c05186b-c954-426b-bdda-89534f7db01a', 'project_id': 'c6f3997439524d4583ece79273a55da4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:14.474643 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0c018700-891c-4a39-88cd-d5a9df39cfa7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (18c29030-6675-4503-b494-930a60d5da60), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:14.545586 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0c018700-891c-4a39-88cd-d5a9df39cfa7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (18c29030-6675-4503-b494-930a60d5da60), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:14.657019 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0c018700-891c-4a39-88cd-d5a9df39cfa7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (18c29030-6675-4503-b494-930a60d5da60), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:14.677279 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c018700-891c-4a39-88cd-d5a9df39cfa7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c29030-6675-4503-b494-930a60d5da60,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:14.767445 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0c018700-891c-4a39-88cd-d5a9df39cfa7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:14.768661 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-0c018700-891c-4a39-88cd-d5a9df39cfa7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4593556 Aug 30 01:16:14.771608 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33426) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:14.776336 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-5293cfb2-3cf0-42a0-a421-73b6acab3e5e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Request body: {'security_group_rule': {'security_group_id': '3c05186b-c954-426b-bdda-89534f7db01a', 'project_id': 'c6f3997439524d4583ece79273a55da4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:14.915391 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5293cfb2-3cf0-42a0-a421-73b6acab3e5e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (27a2945a-152c-4cd2-8639-a78f50ac49cc), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:14.974223 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5293cfb2-3cf0-42a0-a421-73b6acab3e5e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (27a2945a-152c-4cd2-8639-a78f50ac49cc), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:15.045431 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5293cfb2-3cf0-42a0-a421-73b6acab3e5e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (27a2945a-152c-4cd2-8639-a78f50ac49cc), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:15.065965 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293cfb2-3cf0-42a0-a421-73b6acab3e5e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a2945a-152c-4cd2-8639-a78f50ac49cc,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:15.138922 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5293cfb2-3cf0-42a0-a421-73b6acab3e5e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:15.140172 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-5293cfb2-3cf0-42a0-a421-73b6acab3e5e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3676279 Aug 30 01:16:15.142940 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33430) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:15.147228 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-227190be-f417-4b7b-b672-9b0466d9a7f6 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Request body: {'security_group_rule': {'security_group_id': '3c05186b-c954-426b-bdda-89534f7db01a', 'project_id': 'c6f3997439524d4583ece79273a55da4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:15.250651 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-227190be-f417-4b7b-b672-9b0466d9a7f6 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (09960f17-4132-46a2-9f6e-1aea6343237d), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:15.270352 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912cc30-dc99-41f8-90ca-229022ac2df0 req-4c8819b7-3758-42ca-a81f-525bc7bd2a8e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:15.271922 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0912cc30-dc99-41f8-90ca-229022ac2df0 req-4c8819b7-3758-42ca-a81f-525bc7bd2a8e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0491736 Aug 30 01:16:15.310103 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:15.311956 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-227190be-f417-4b7b-b672-9b0466d9a7f6 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (09960f17-4132-46a2-9f6e-1aea6343237d), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:15.324188 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0912cc30-dc99-41f8-90ca-229022ac2df0 req-7a536dae-0b03-4e7c-8e33-02719efc9582 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454936 Aug 30 01:16:15.433647 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-227190be-f417-4b7b-b672-9b0466d9a7f6 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (09960f17-4132-46a2-9f6e-1aea6343237d), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:15.455297 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227190be-f417-4b7b-b672-9b0466d9a7f6 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09960f17-4132-46a2-9f6e-1aea6343237d,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:15.550276 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-227190be-f417-4b7b-b672-9b0466d9a7f6 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:15.551533 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-227190be-f417-4b7b-b672-9b0466d9a7f6 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4076140 Aug 30 01:16:15.554269 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33436) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:15.559079 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-add91d6a-f4c3-41eb-b7ca-0c857dad6f20 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Request body: {'security_group_rule': {'security_group_id': '3c05186b-c954-426b-bdda-89534f7db01a', 'project_id': 'c6f3997439524d4583ece79273a55da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:15.638373 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.securitygroups_db [None req-add91d6a-f4c3-41eb-b7ca-0c857dad6f20 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Project c6f3997439524d4583ece79273a55da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:16:15.644201 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-add91d6a-f4c3-41eb-b7ca-0c857dad6f20 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (2abac31c-6afe-4381-aba6-f27fa2c7e8a0), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:15.648591 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:15.704945 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-add91d6a-f4c3-41eb-b7ca-0c857dad6f20 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (2abac31c-6afe-4381-aba6-f27fa2c7e8a0), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:15.781202 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-add91d6a-f4c3-41eb-b7ca-0c857dad6f20 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (2abac31c-6afe-4381-aba6-f27fa2c7e8a0), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:15.800726 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add91d6a-f4c3-41eb-b7ca-0c857dad6f20 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abac31c-6afe-4381-aba6-f27fa2c7e8a0,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:15.897397 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-add91d6a-f4c3-41eb-b7ca-0c857dad6f20 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:15.898593 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-add91d6a-f4c3-41eb-b7ca-0c857dad6f20 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3430784 Aug 30 01:16:15.902007 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33438) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:15.906405 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-2f224b1c-f573-4997-86ed-21d32727734e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Request body: {'security_group_rule': {'security_group_id': '3c05186b-c954-426b-bdda-89534f7db01a', 'project_id': 'c6f3997439524d4583ece79273a55da4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:15.999701 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.securitygroups_db [None req-2f224b1c-f573-4997-86ed-21d32727734e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Project c6f3997439524d4583ece79273a55da4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:16:16.005894 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2f224b1c-f573-4997-86ed-21d32727734e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (a9aac7bb-2120-4f1d-980b-13cacb880e16), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:16.067661 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2f224b1c-f573-4997-86ed-21d32727734e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (a9aac7bb-2120-4f1d-980b-13cacb880e16), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:16.130560 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2f224b1c-f573-4997-86ed-21d32727734e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (a9aac7bb-2120-4f1d-980b-13cacb880e16), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:16.151942 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f224b1c-f573-4997-86ed-21d32727734e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9aac7bb-2120-4f1d-980b-13cacb880e16,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:16.213540 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2f224b1c-f573-4997-86ed-21d32727734e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:16.214845 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-2f224b1c-f573-4997-86ed-21d32727734e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3118870 Aug 30 01:16:16.312751 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-69631bca-1c83-4a06-bb7d-6dcf468eeb81 req-a96bb6e0-090e-413c-8b0d-00db127a3929 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1421496511&fields=id&tenant_id=c6f3997439524d4583ece79273a55da4 HTTP/1.1" status: 200 len: 267 time: 0.0445437 Aug 30 01:16:16.366918 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69631bca-1c83-4a06-bb7d-6dcf468eeb81 req-19b69365-d6fe-4273-a2f9-350e47e6655a tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:16.368931 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-69631bca-1c83-4a06-bb7d-6dcf468eeb81 req-19b69365-d6fe-4273-a2f9-350e47e6655a tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 945 time: 0.0509119 Aug 30 01:16:16.381266 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [req-69631bca-1c83-4a06-bb7d-6dcf468eeb81 req-d85148f8-f157-4981-bccf-0e332c417c2c tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Request body: {'port': {'security_groups': ['9c20d025-6680-4197-9d48-41aeff4e3ab6', '3c05186b-c954-426b-bdda-89534f7db01a']}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:16.449207 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faf181-715f-4362-aa95-1506da6db23f req-ef1c0f59-f877-40f0-9c60-fd6eb65c6b31 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:16.450791 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-01faf181-715f-4362-aa95-1506da6db23f req-ef1c0f59-f877-40f0-9c60-fd6eb65c6b31 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0490060 Aug 30 01:16:16.457300 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-69631bca-1c83-4a06-bb7d-6dcf468eeb81 req-d85148f8-f157-4981-bccf-0e332c417c2c tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:16.502637 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-01faf181-715f-4362-aa95-1506da6db23f req-2694d655-d17a-4525-b86e-570c0bf5577a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446503 Aug 30 01:16:16.689039 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [req-69631bca-1c83-4a06-bb7d-6dcf468eeb81 req-d85148f8-f157-4981-bccf-0e332c417c2c tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] For port fb9f85b8-7682-4117-938b-7225f55cd3b2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fb9f85b8-7682-4117-938b-7225f55cd3b2,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:16.754146 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:16.754146 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-69631bca-1c83-4a06-bb7d-6dcf468eeb81 req-d85148f8-f157-4981-bccf-0e332c417c2c tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:17.073125 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-69631bca-1c83-4a06-bb7d-6dcf468eeb81 req-d85148f8-f157-4981-bccf-0e332c417c2c tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13572423'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:17.085519 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69631bca-1c83-4a06-bb7d-6dcf468eeb81 req-d85148f8-f157-4981-bccf-0e332c417c2c tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:17.086154 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-69631bca-1c83-4a06-bb7d-6dcf468eeb81 req-d85148f8-f157-4981-bccf-0e332c417c2c tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:17.087599 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-69631bca-1c83-4a06-bb7d-6dcf468eeb81 req-d85148f8-f157-4981-bccf-0e332c417c2c tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "PUT /networking/v2.0/ports/fb9f85b8-7682-4117-938b-7225f55cd3b2 HTTP/1.1" status: 200 len: 981 time: 0.7111957 Aug 30 01:16:17.088033 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:16:17.090372 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36e1148-a54d-4e47-9687-729abb03b036" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:16:17.129704 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['fb9f85b8-7682-4117-938b-7225f55cd3b2'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:16:17.132264 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cd4ac3-b4b4-443e-8871-31319c3f31df x-openstack-request-id: req-c1cd4ac3-b4b4-443e-8871-31319c3f31df {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:16:17.132616 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:16:17.132929 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1cd4ac3-b4b4-443e-8871-31319c3f31df {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:16:17.135411 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1cd4ac3-b4b4-443e-8871-31319c3f31df'] response: {'name': 'network-changed', 'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2', 'status': 'completed', 'code': 200} Aug 30 01:16:17.152677 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85148f8-f157-4981-bccf-0e332c417c2c tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event updated for resources: {'Port': ['ID=fb9f85b8-7682-4117-938b-7225f55cd3b2,revision_number=6']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:17.206307 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5732c58-2c7a-4414-840e-2592be351c31 req-33f93f85-c611-47e6-aa1d-3d6fb5ea63d5 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:17.207855 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a5732c58-2c7a-4414-840e-2592be351c31 req-33f93f85-c611-47e6-aa1d-3d6fb5ea63d5 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0514455 Aug 30 01:16:17.270058 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a5732c58-2c7a-4414-840e-2592be351c31 req-ae795dcd-af05-4e2b-abcf-f9036b8f6cd5 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562391 Aug 30 01:16:17.351348 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:17.389253 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['fb9f85b8-7682-4117-938b-7225f55cd3b2'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:16:17.548251 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:17.632408 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4bff7-aee5-45b5-8cfe-5a1e7d0b5655 req-bc729911-dfd5-4aff-b471-a6a819a774fd tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:17.634487 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-acf4bff7-aee5-45b5-8cfe-5a1e7d0b5655 req-bc729911-dfd5-4aff-b471-a6a819a774fd tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0537541 Aug 30 01:16:17.686811 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-acf4bff7-aee5-45b5-8cfe-5a1e7d0b5655 req-f1595185-2964-4205-84ad-75104c4e7d30 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461857 Aug 30 01:16:18.588076 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:18.807334 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5d264-2475-4122-bcd6-5f1f13ad94f2 req-c6ecb330-4aa9-4fc6-8cfe-271346ec043f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:18.808948 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-67b5d264-2475-4122-bcd6-5f1f13ad94f2 req-c6ecb330-4aa9-4fc6-8cfe-271346ec043f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0474851 Aug 30 01:16:18.866937 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-67b5d264-2475-4122-bcd6-5f1f13ad94f2 req-1597d80b-d3ac-42ad-bd31-241b68ec0fb2 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513077 Aug 30 01:16:19.451423 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1148-a54d-4e47-9687-729abb03b036 req-4d90108d-3515-41eb-9b4a-e3898fda79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:19.452996 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a36e1148-a54d-4e47-9687-729abb03b036 req-4d90108d-3515-41eb-9b4a-e3898fda79d8 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=c6f3997439524d4583ece79273a55da4&device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 1168 time: 0.0407145 Aug 30 01:16:19.665940 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1148-a54d-4e47-9687-729abb03b036 req-52364e51-e158-4949-8ea6-690cace17744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:19.667637 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a36e1148-a54d-4e47-9687-729abb03b036 req-52364e51-e158-4949-8ea6-690cace17744 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f HTTP/1.1" status: 200 len: 915 time: 0.0917766 Aug 30 01:16:19.869397 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-e3ca3650-e256-45f8-8bd7-099ec78c0294 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:19.870919 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-e3ca3650-e256-45f8-8bd7-099ec78c0294 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.0824640 Aug 30 01:16:19.877500 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a36e1148-a54d-4e47-9687-729abb03b036 req-18c605c1-7532-4a3c-ad2f-f87a23d4fc41 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9f85b8-7682-4117-938b-7225f55cd3b2 HTTP/1.1" status: 200 len: 1001 time: 0.0952787 Aug 30 01:16:20.016092 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1148-a54d-4e47-9687-729abb03b036 req-bf2a5b91-aa06-43f1-a633-3f3bc9791b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:20.017446 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a36e1148-a54d-4e47-9687-729abb03b036 req-bf2a5b91-aa06-43f1-a633-3f3bc9791b2b service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=c82fadab-17b2-45e6-b379-eb7cf924e14f HTTP/1.1" status: 200 len: 853 time: 0.1321547 Aug 30 01:16:20.070012 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3414ae3-35b7-4350-8fb7-e5bf1ca1373c req-a28b81b3-970e-4d96-aabc-12d4ad7d84a0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:20.071673 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c3414ae3-35b7-4350-8fb7-e5bf1ca1373c req-a28b81b3-970e-4d96-aabc-12d4ad7d84a0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 945 time: 0.1218641 Aug 30 01:16:20.076808 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Deleting port 074c3418-a64e-4b71-96d8-7600e741330d {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:16:20.077144 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (074c3418-a64e-4b71-96d8-7600e741330d), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.142812 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1148-a54d-4e47-9687-729abb03b036 req-342ab21d-23e8-4888-9cdf-409931f6680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:20.144279 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a36e1148-a54d-4e47-9687-729abb03b036 req-342ab21d-23e8-4888-9cdf-409931f6680e service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1181316 Aug 30 01:16:20.167049 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:20.192258 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c3414ae3-35b7-4350-8fb7-e5bf1ca1373c req-7d585a55-ed0f-48b2-877b-c65802797165 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a0f257f4-ee4a-4071-adb7-59f2d34cea62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120715 Aug 30 01:16:20.262147 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] For port 074c3418-a64e-4b71-96d8-7600e741330d, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=074c3418-a64e-4b71-96d8-7600e741330d,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:20.262499 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (074c3418-a64e-4b71-96d8-7600e741330d), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.302345 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-89777a74-db3f-4a67-ab15-05b3a4c1557e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.320611 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:20.349409 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a36e1148-a54d-4e47-9687-729abb03b036 req-58e5999c-bcd5-4f6e-ab8c-5919221ce709 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749184 Aug 30 01:16:20.521545 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.522284 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (a2e0ec96-30b6-4057-a00e-8a3c586966ee), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.522284 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Floating IP a2e0ec96-30b6-4057-a00e-8a3c586966ee disassociated. External IP: 172.27.1.54, port: 074c3418-a64e-4b71-96d8-7600e741330d. Aug 30 01:16:20.522553 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Calling delete_port for 074c3418-a64e-4b71-96d8-7600e741330d owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:16:20.535730 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a36e1148-a54d-4e47-9687-729abb03b036 req-fcd08bba-6bb5-4fda-83d4-0ec57f38606a service neutron] 10.222.0.74 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553986 Aug 30 01:16:20.752785 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (074c3418-a64e-4b71-96d8-7600e741330d), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:20.780000 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Pushing event deleted for resources: {'Port': ['ID=074c3418-a64e-4b71-96d8-7600e741330d,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:20.893584 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Router 009d1c89-e3de-43b4-941a-e1468bd08618 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:16:21.013587 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:16:21.022743 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e6fdb-be33-4c27-8c78-07d45962fafc None None] Sync routers for ids ['009d1c89-e3de-43b4-941a-e1468bd08618'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:16:21.032529 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e6fdb-be33-4c27-8c78-07d45962fafc None None] Routers {'009d1c89-e3de-43b4-941a-e1468bd08618'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:21.033127 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-178e6fdb-be33-4c27-8c78-07d45962fafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['009d1c89-e3de-43b4-941a-e1468bd08618'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:21.057292 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] No DVR routers for this DVR port 074c3418-a64e-4b71-96d8-7600e741330d on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:16:21.059835 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:21.063204 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-15bfbd7c-2fc5-48a4-8168-62b56b0c4a2b req-be435353-22bc-42f4-ab0b-142ae0eaa36f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "DELETE /networking/v2.0/ports/074c3418-a64e-4b71-96d8-7600e741330d HTTP/1.1" status: 204 len: 173 time: 1.1847472 Aug 30 01:16:21.063656 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'name': 'network-vif-deleted', 'tag': '074c3418-a64e-4b71-96d8-7600e741330d'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:16:21.065920 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4047ccd4-c3ec-4c72-a11f-645f6426f1a9" -d '{"events": [{"server_uuid": "3cc62a7d-bbdb-4131-b8bc-ab85635ad17d", "name": "network-vif-deleted", "tag": "074c3418-a64e-4b71-96d8-7600e741330d"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:16:21.174271 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3760b21-f177-47e2-8df2-6e1fc196b09f x-openstack-request-id: req-b3760b21-f177-47e2-8df2-6e1fc196b09f {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:16:21.174561 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc62a7d-bbdb-4131-b8bc-ab85635ad17d", "name": "network-vif-deleted", "tag": "074c3418-a64e-4b71-96d8-7600e741330d", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:16:21.174805 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3760b21-f177-47e2-8df2-6e1fc196b09f {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:16:21.175228 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3760b21-f177-47e2-8df2-6e1fc196b09f'] response: {'server_uuid': '3cc62a7d-bbdb-4131-b8bc-ab85635ad17d', 'name': 'network-vif-deleted', 'tag': '074c3418-a64e-4b71-96d8-7600e741330d', 'status': 'completed', 'code': 200} Aug 30 01:16:21.236336 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-178e6fdb-be33-4c27-8c78-07d45962fafc None None] Set router 009d1c89-e3de-43b4-941a-e1468bd08618 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:21.303244 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d691d0f0-950b-4b4f-973f-9615fd5ab2a9 req-0c446efb-38ce-4e9b-8868-7d34a114d01f tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 210 time: 0.0328038 Aug 30 01:16:21.445338 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-178e6fdb-be33-4c27-8c78-07d45962fafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'd2169617-86fd-495d-a71e-57a3a6c6e239', 'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'mac_address': 'fa:16:3e:0d:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:48Z', 'updated_at': '2022-08-30T01:11:08Z', 'revision_number': 5, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'subnets': [{'id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:21.474029 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e6fdb-be33-4c27-8c78-07d45962fafc None None] Checking router: 009d1c89-e3de-43b4-941a-e1468bd08618 for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:16:21.482587 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e6fdb-be33-4c27-8c78-07d45962fafc None None] Routers {'009d1c89-e3de-43b4-941a-e1468bd08618'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:21.483189 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-178e6fdb-be33-4c27-8c78-07d45962fafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:15:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['009d1c89-e3de-43b4-941a-e1468bd08618'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:21.584909 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-178e6fdb-be33-4c27-8c78-07d45962fafc None None] Set router 009d1c89-e3de-43b4-941a-e1468bd08618 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:21.800654 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-178e6fdb-be33-4c27-8c78-07d45962fafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'd2169617-86fd-495d-a71e-57a3a6c6e239', 'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'mac_address': 'fa:16:3e:0d:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:48Z', 'updated_at': '2022-08-30T01:11:08Z', 'revision_number': 5, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'subnets': [{'id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:21.827150 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e6fdb-be33-4c27-8c78-07d45962fafc None None] The sync data for ids ['009d1c89-e3de-43b4-941a-e1468bd08618'] in dv-cinder-815712-11-iscsi is: [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:10:50Z', 'revision_number': 4, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'd2169617-86fd-495d-a71e-57a3a6c6e239', 'name': '', 'network_id': 'ac8d987a-03fa-42da-829e-4cee4dd670a9', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'mac_address': 'fa:16:3e:0d:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:48Z', 'updated_at': '2022-08-30T01:11:08Z', 'revision_number': 5, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'subnets': [{'id': '596c07a5-eae9-40e0-a860-7d06a29b0fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:16:22.054540 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9887737-427a-4321-8b29-c1d3270aa82c None None] New status for floating IP a2e0ec96-30b6-4057-a00e-8a3c586966ee: DOWN {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:16:22.443334 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-93a6f6e0-15d7-462e-8b7e-412a28983ed8 req-10c87901-f013-4aa1-902d-2b953f86e473 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3cc62a7d-bbdb-4131-b8bc-ab85635ad17d HTTP/1.1" status: 200 len: 210 time: 0.0285993 Aug 30 01:16:22.918194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-57d3b4d0-1932-4136-bbd7-a4640df3da72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.589272 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 33476) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:23.606789 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:23.647691 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7b568218-a996-469f-b2f2-a75d0483a88e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for security_group (a0f257f4-ee4a-4071-adb7-59f2d34cea62), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.676177 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7b568218-a996-469f-b2f2-a75d0483a88e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for security_group (a0f257f4-ee4a-4071-adb7-59f2d34cea62), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.810905 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7b568218-a996-469f-b2f2-a75d0483a88e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a0f257f4-ee4a-4071-adb7-59f2d34cea62), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.813821 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7b568218-a996-469f-b2f2-a75d0483a88e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:23.817338 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-7b568218-a996-469f-b2f2-a75d0483a88e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a0f257f4-ee4a-4071-adb7-59f2d34cea62 HTTP/1.1" status: 204 len: 168 time: 0.2247055 Aug 30 01:16:23.818031 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33484) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:23.824870 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b568218-a996-469f-b2f2-a75d0483a88e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f257f4-ee4a-4071-adb7-59f2d34cea62,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:23.846747 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.api.v2.resource [None req-35850776-7c74-4034-949a-ed662d9afaf0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] show failed (client error): The resource could not be found. Aug 30 01:16:23.847885 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-35850776-7c74-4034-949a-ed662d9afaf0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups/a0f257f4-ee4a-4071-adb7-59f2d34cea62 HTTP/1.1" status: 404 len: 347 time: 0.0288169 Aug 30 01:16:23.850766 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33486) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:23.895800 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:23.965329 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-d00f7b8e-9ec6-4fd3-af32-ded461709a14 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Deleting port de4c2cba-5b2e-417f-aaa6-e06709c1b7ac {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:16:23.965593 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d00f7b8e-9ec6-4fd3-af32-ded461709a14 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (de4c2cba-5b2e-417f-aaa6-e06709c1b7ac), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.055662 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d00f7b8e-9ec6-4fd3-af32-ded461709a14 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (de4c2cba-5b2e-417f-aaa6-e06709c1b7ac), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.056018 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d00f7b8e-9ec6-4fd3-af32-ded461709a14 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for floatingip (de4c2cba-5b2e-417f-aaa6-e06709c1b7ac), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.069664 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-d00f7b8e-9ec6-4fd3-af32-ded461709a14 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Calling delete_port for de4c2cba-5b2e-417f-aaa6-e06709c1b7ac owned by network:floatingip {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:16:24.205418 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.216922 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 074c3418-a64e-4b71-96d8-7600e741330d no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:16:24.239164 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: 074c3418-a64e-4b71-96d8-7600e741330d {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:16:24.240200 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 074c3418-a64e-4b71-96d8-7600e741330d not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:16:24.303374 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d00f7b8e-9ec6-4fd3-af32-ded461709a14 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (de4c2cba-5b2e-417f-aaa6-e06709c1b7ac), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.332108 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f7b8e-9ec6-4fd3-af32-ded461709a14 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Pushing event deleted for resources: {'Port': ['ID=de4c2cba-5b2e-417f-aaa6-e06709c1b7ac,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:24.380094 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:24.399549 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d00f7b8e-9ec6-4fd3-af32-ded461709a14 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks [] for floatingip (a2e0ec96-30b6-4057-a00e-8a3c586966ee), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.402825 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-d00f7b8e-9ec6-4fd3-af32-ded461709a14 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:24.405804 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-d00f7b8e-9ec6-4fd3-af32-ded461709a14 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/a2e0ec96-30b6-4057-a00e-8a3c586966ee HTTP/1.1" status: 204 len: 168 time: 0.5524344 Aug 30 01:16:25.794161 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:25.795750 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:27.463586 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30352115-dc48-4d94-941c-30edefa82b6d req-77640bdc-d6c7-48b8-bf06-7c5b0f07b889 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:27.465093 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-30352115-dc48-4d94-941c-30edefa82b6d req-77640bdc-d6c7-48b8-bf06-7c5b0f07b889 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0467167 Aug 30 01:16:27.519138 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-30352115-dc48-4d94-941c-30edefa82b6d req-927d4a0f-e248-4230-ac45-61006245ec2d tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467184 Aug 30 01:16:28.632373 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:28.640920 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551fc18-d9a9-472c-aa1a-aba23aaa1455 req-14a473fb-7ee1-42da-b6c8-d98808cdb9b1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:28.642494 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7551fc18-d9a9-472c-aa1a-aba23aaa1455 req-14a473fb-7ee1-42da-b6c8-d98808cdb9b1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0471344 Aug 30 01:16:28.691907 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7551fc18-d9a9-472c-aa1a-aba23aaa1455 req-ff46117c-34e6-4786-a1f1-831b1ef601c1 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434685 Aug 30 01:16:29.814706 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25b12b-9888-46f6-9e8b-baf3ddc873d7 req-25e48920-3b81-4136-ae1e-67b17702e05e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:29.816200 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6c25b12b-9888-46f6-9e8b-baf3ddc873d7 req-25e48920-3b81-4136-ae1e-67b17702e05e tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0476828 Aug 30 01:16:29.865641 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6c25b12b-9888-46f6-9e8b-baf3ddc873d7 req-164ab1a1-2381-4370-a318-6249eb9659f4 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Aug 30 01:16:30.585370 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dc4d3-66ef-4f89-83f3-6344b1173665 req-0a0e74ac-52a3-4f48-ac35-9dd7f570fbb3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:30.586961 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-725dc4d3-66ef-4f89-83f3-6344b1173665 req-0a0e74ac-52a3-4f48-ac35-9dd7f570fbb3 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.0476849 Aug 30 01:16:30.937590 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-725dc4d3-66ef-4f89-83f3-6344b1173665 req-cdad7617-90ea-49db-9774-877a89f72e59 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Deleting port beaab680-9f79-4900-9963-851c36bf37f9 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:16:30.937959 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-725dc4d3-66ef-4f89-83f3-6344b1173665 req-cdad7617-90ea-49db-9774-877a89f72e59 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (beaab680-9f79-4900-9963-851c36bf37f9), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:31.054240 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db19343-c612-4760-ac19-2be7cc414356 req-c3f8e811-68a9-4f51-aa68-c873fd18b167 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:31.055711 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9db19343-c612-4760-ac19-2be7cc414356 req-c3f8e811-68a9-4f51-aa68-c873fd18b167 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 946 time: 0.1132851 Aug 30 01:16:31.106874 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-725dc4d3-66ef-4f89-83f3-6344b1173665 req-cdad7617-90ea-49db-9774-877a89f72e59 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] For port beaab680-9f79-4900-9963-851c36bf37f9, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=beaab680-9f79-4900-9963-851c36bf37f9,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:31.107234 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-725dc4d3-66ef-4f89-83f3-6344b1173665 req-cdad7617-90ea-49db-9774-877a89f72e59 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (beaab680-9f79-4900-9963-851c36bf37f9), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:31.132816 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-725dc4d3-66ef-4f89-83f3-6344b1173665 req-cdad7617-90ea-49db-9774-877a89f72e59 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Calling delete_port for beaab680-9f79-4900-9963-851c36bf37f9 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:16:31.147190 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9db19343-c612-4760-ac19-2be7cc414356 req-391377bc-e871-4dfe-ba61-635423436044 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852504 Aug 30 01:16:31.325986 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-725dc4d3-66ef-4f89-83f3-6344b1173665 req-cdad7617-90ea-49db-9774-877a89f72e59 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (beaab680-9f79-4900-9963-851c36bf37f9), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:31.361703 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad7617-90ea-49db-9774-877a89f72e59 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Pushing event deleted for resources: {'Port': ['ID=beaab680-9f79-4900-9963-851c36bf37f9,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:31.376350 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['531e11a0-79a8-4242-9108-a01eaf852ae3', 'beaab680-9f79-4900-9963-851c36bf37f9'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:16:31.408220 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-725dc4d3-66ef-4f89-83f3-6344b1173665 req-cdad7617-90ea-49db-9774-877a89f72e59 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] No DVR routers for this DVR port beaab680-9f79-4900-9963-851c36bf37f9 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:16:31.411079 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-725dc4d3-66ef-4f89-83f3-6344b1173665 req-cdad7617-90ea-49db-9774-877a89f72e59 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:31.415532 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:31.420350 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-725dc4d3-66ef-4f89-83f3-6344b1173665 req-cdad7617-90ea-49db-9774-877a89f72e59 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "DELETE /networking/v2.0/ports/beaab680-9f79-4900-9963-851c36bf37f9 HTTP/1.1" status: 204 len: 173 time: 0.8140523 Aug 30 01:16:31.420350 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b016168d-f295-4bb4-9da1-36472ad69576', 'name': 'network-vif-deleted', 'tag': 'beaab680-9f79-4900-9963-851c36bf37f9'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:16:31.420350 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a1251d-812f-49cb-a55a-113ef9988020" -d '{"events": [{"server_uuid": "b016168d-f295-4bb4-9da1-36472ad69576", "name": "network-vif-deleted", "tag": "beaab680-9f79-4900-9963-851c36bf37f9"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:16:31.467461 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3742ffb8-398f-4d39-a391-521ca91cd394 x-openstack-request-id: req-3742ffb8-398f-4d39-a391-521ca91cd394 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:16:31.472031 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b016168d-f295-4bb4-9da1-36472ad69576", "name": "network-vif-deleted", "tag": "beaab680-9f79-4900-9963-851c36bf37f9", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:16:31.472031 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3742ffb8-398f-4d39-a391-521ca91cd394 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:16:31.472031 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3742ffb8-398f-4d39-a391-521ca91cd394'] response: {'server_uuid': 'b016168d-f295-4bb4-9da1-36472ad69576', 'name': 'network-vif-deleted', 'tag': 'beaab680-9f79-4900-9963-851c36bf37f9', 'status': 'completed', 'code': 200} Aug 30 01:16:31.802922 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=99 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:31.804257 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=87 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:32.264622 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f54c7ca5-826d-4ce8-aa57-846fbeb6422c req-955b5a2d-8202-4891-9abe-89cc05ff737b tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=b016168d-f295-4bb4-9da1-36472ad69576 HTTP/1.1" status: 200 len: 210 time: 0.0315058 Aug 30 01:16:33.455093 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:16:33.878869 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a47c36-fd14-4f12-b741-f79659a0b4ef req-770bb91c-0623-4226-81b0-a6f44f10faf8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:33.880357 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-47a47c36-fd14-4f12-b741-f79659a0b4ef req-770bb91c-0623-4226-81b0-a6f44f10faf8 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0465300 Aug 30 01:16:33.927613 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-47a47c36-fd14-4f12-b741-f79659a0b4ef req-3b499923-c6f6-4a12-a5e1-13094b124dd7 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 Aug 30 01:16:34.275682 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device beaab680-9f79-4900-9963-851c36bf37f9 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:16:34.296187 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: beaab680-9f79-4900-9963-851c36bf37f9 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:16:34.296524 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device beaab680-9f79-4900-9963-851c36bf37f9 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:16:35.050183 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4faa42-482f-40b7-9243-81d8b9ac973e req-7964ad6c-4fc1-4b15-be11-40f6f9dcbc15 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:35.051663 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8d4faa42-482f-40b7-9243-81d8b9ac973e req-7964ad6c-4fc1-4b15-be11-40f6f9dcbc15 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0465477 Aug 30 01:16:35.099150 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8d4faa42-482f-40b7-9243-81d8b9ac973e req-9837a043-d4e1-453c-86b9-1c6fafaaab91 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418820 Aug 30 01:16:36.221539 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee2cf8-0a22-4870-89c9-2a6dced4af17 req-749f13a1-8828-4177-81b5-aca22163f56b tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:36.223024 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0aee2cf8-0a22-4870-89c9-2a6dced4af17 req-749f13a1-8828-4177-81b5-aca22163f56b tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0511694 Aug 30 01:16:36.270737 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0aee2cf8-0a22-4870-89c9-2a6dced4af17 req-9c17ca44-785d-4974-bc6f-5c3e029eb193 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421219 Aug 30 01:16:37.391943 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9c28b-6115-40ac-ba88-7e7689e96468 req-a8a0c20c-153e-4195-90c9-495389a67f46 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:37.393397 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-22e9c28b-6115-40ac-ba88-7e7689e96468 req-a8a0c20c-153e-4195-90c9-495389a67f46 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0482426 Aug 30 01:16:37.443541 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-22e9c28b-6115-40ac-ba88-7e7689e96468 req-4cb382cd-52a8-40fb-9f6f-1e8eb21915c9 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=54b98ca5-d070-4890-93dd-14624cc3fe08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436852 Aug 30 01:16:37.517287 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8580b-b39e-468e-9956-f7a019494a9e req-9d0a7075-3148-41a4-8eac-8451046126d0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:37.518782 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-11c8580b-b39e-468e-9956-f7a019494a9e req-9d0a7075-3148-41a4-8eac-8451046126d0 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 945 time: 0.0536067 Aug 30 01:16:37.605952 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:37.609941 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-11c8580b-b39e-468e-9956-f7a019494a9e req-bcf5e6c0-ec28-4575-9760-c624fd67013a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Deleting port 531e11a0-79a8-4242-9108-a01eaf852ae3 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:16:37.610291 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-11c8580b-b39e-468e-9956-f7a019494a9e req-bcf5e6c0-ec28-4575-9760-c624fd67013a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:37.667972 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:37.708492 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-11c8580b-b39e-468e-9956-f7a019494a9e req-bcf5e6c0-ec28-4575-9760-c624fd67013a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] For port 531e11a0-79a8-4242-9108-a01eaf852ae3, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=531e11a0-79a8-4242-9108-a01eaf852ae3,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:37.708854 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-11c8580b-b39e-468e-9956-f7a019494a9e req-bcf5e6c0-ec28-4575-9760-c624fd67013a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:37.724348 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-11c8580b-b39e-468e-9956-f7a019494a9e req-bcf5e6c0-ec28-4575-9760-c624fd67013a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Calling delete_port for 531e11a0-79a8-4242-9108-a01eaf852ae3 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:16:37.920563 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-11c8580b-b39e-468e-9956-f7a019494a9e req-bcf5e6c0-ec28-4575-9760-c624fd67013a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (531e11a0-79a8-4242-9108-a01eaf852ae3), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:37.962076 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5e6c0-ec28-4575-9760-c624fd67013a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Pushing event deleted for resources: {'Port': ['ID=531e11a0-79a8-4242-9108-a01eaf852ae3,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:37.971195 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['531e11a0-79a8-4242-9108-a01eaf852ae3'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:16:38.019440 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c8580b-b39e-468e-9956-f7a019494a9e req-bcf5e6c0-ec28-4575-9760-c624fd67013a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] No DVR routers for this DVR port 531e11a0-79a8-4242-9108-a01eaf852ae3 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:16:38.021870 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-11c8580b-b39e-468e-9956-f7a019494a9e req-bcf5e6c0-ec28-4575-9760-c624fd67013a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:38.025111 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-11c8580b-b39e-468e-9956-f7a019494a9e req-bcf5e6c0-ec28-4575-9760-c624fd67013a tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.74 "DELETE /networking/v2.0/ports/531e11a0-79a8-4242-9108-a01eaf852ae3 HTTP/1.1" status: 204 len: 173 time: 0.4997227 Aug 30 01:16:38.025549 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1388d14-c15e-4f95-9b68-944001f0d53a', 'name': 'network-vif-deleted', 'tag': '531e11a0-79a8-4242-9108-a01eaf852ae3'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:16:38.027823 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a19b391-de3a-4fa9-a1f7-eafb91720db9" -d '{"events": [{"server_uuid": "e1388d14-c15e-4f95-9b68-944001f0d53a", "name": "network-vif-deleted", "tag": "531e11a0-79a8-4242-9108-a01eaf852ae3"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:16:38.071663 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9c0360-1368-4497-9592-0b332952079e x-openstack-request-id: req-fd9c0360-1368-4497-9592-0b332952079e {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:16:38.071961 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1388d14-c15e-4f95-9b68-944001f0d53a", "name": "network-vif-deleted", "tag": "531e11a0-79a8-4242-9108-a01eaf852ae3", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:16:38.072215 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd9c0360-1368-4497-9592-0b332952079e {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:16:38.072631 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9c0360-1368-4497-9592-0b332952079e'] response: {'server_uuid': 'e1388d14-c15e-4f95-9b68-944001f0d53a', 'name': 'network-vif-deleted', 'tag': '531e11a0-79a8-4242-9108-a01eaf852ae3', 'status': 'completed', 'code': 200} Aug 30 01:16:38.583970 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-49dabdf8-5231-40f7-a341-f981c12ed3c1 req-1de05a4d-2b56-4a6c-8ed4-c79e79065bd5 tempest-ServerRescueNegativeTestJSON-1432841125 tempest-ServerRescueNegativeTestJSON-1432841125-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e1388d14-c15e-4f95-9b68-944001f0d53a HTTP/1.1" status: 200 len: 210 time: 0.0398731 Aug 30 01:16:39.654403 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33602) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:40.066001 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9bd15315-3777-42d7-ae38-43bc63a1ce05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-482018'] for router_interface (009d1c89-e3de-43b4-941a-e1468bd08618), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:40.325013 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 531e11a0-79a8-4242-9108-a01eaf852ae3 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:16:40.350067 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: 531e11a0-79a8-4242-9108-a01eaf852ae3 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:16:40.350415 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 531e11a0-79a8-4242-9108-a01eaf852ae3 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:16:40.481811 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:40.526238 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-9bd15315-3777-42d7-ae38-43bc63a1ce05 admin admin] Deleting port d2169617-86fd-495d-a71e-57a3a6c6e239 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:16:40.526580 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9bd15315-3777-42d7-ae38-43bc63a1ce05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:40.539400 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:40.610395 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-9bd15315-3777-42d7-ae38-43bc63a1ce05 admin admin] For port d2169617-86fd-495d-a71e-57a3a6c6e239, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=d2169617-86fd-495d-a71e-57a3a6c6e239,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:40.610623 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9bd15315-3777-42d7-ae38-43bc63a1ce05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:40.624788 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-9bd15315-3777-42d7-ae38-43bc63a1ce05 admin admin] Calling delete_port for d2169617-86fd-495d-a71e-57a3a6c6e239 owned by network:router_interface {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:16:40.919151 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9bd15315-3777-42d7-ae38-43bc63a1ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (d2169617-86fd-495d-a71e-57a3a6c6e239), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:40.942373 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd15315-3777-42d7-ae38-43bc63a1ce05 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2169617-86fd-495d-a71e-57a3a6c6e239,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:41.129616 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9bd15315-3777-42d7-ae38-43bc63a1ce05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481618'] for router_interface (009d1c89-e3de-43b4-941a-e1468bd08618), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:41.339673 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd15315-3777-42d7-ae38-43bc63a1ce05 admin admin] Router 009d1c89-e3de-43b4-941a-e1468bd08618 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:16:41.452624 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd15315-3777-42d7-ae38-43bc63a1ce05 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:16:41.460378 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-9bd15315-3777-42d7-ae38-43bc63a1ce05 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/009d1c89-e3de-43b4-941a-e1468bd08618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025281 Aug 30 01:16:41.460766 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 33608) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:41.462812 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182824ea-fd32-4aa7-85cb-f8c83bd12b48 None None] Sync routers for ids ['009d1c89-e3de-43b4-941a-e1468bd08618'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:16:41.475769 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182824ea-fd32-4aa7-85cb-f8c83bd12b48 None None] Routers {'009d1c89-e3de-43b4-941a-e1468bd08618'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:41.476388 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-182824ea-fd32-4aa7-85cb-f8c83bd12b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:16:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['009d1c89-e3de-43b4-941a-e1468bd08618'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:41.569820 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Publish callbacks [] for router (009d1c89-e3de-43b4-941a-e1468bd08618), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:41.579001 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-182824ea-fd32-4aa7-85cb-f8c83bd12b48 None None] Set router 009d1c89-e3de-43b4-941a-e1468bd08618 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:41.677222 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Publish callbacks [] for router_gateway (009d1c89-e3de-43b4-941a-e1468bd08618), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:41.765679 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-182824ea-fd32-4aa7-85cb-f8c83bd12b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:16:40Z', 'revision_number': 5, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port': {'id': '8e2ffe5f-d23d-41dc-ac97-219df1a80243', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:41.779749 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Deleting port 8e2ffe5f-d23d-41dc-ac97-219df1a80243 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:16:41.780094 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:41.793146 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182824ea-fd32-4aa7-85cb-f8c83bd12b48 None None] Checking router: 009d1c89-e3de-43b4-941a-e1468bd08618 for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:16:41.802875 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182824ea-fd32-4aa7-85cb-f8c83bd12b48 None None] Routers {'009d1c89-e3de-43b4-941a-e1468bd08618'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:41.803493 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-182824ea-fd32-4aa7-85cb-f8c83bd12b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:16:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['009d1c89-e3de-43b4-941a-e1468bd08618'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:41.875048 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] For port 8e2ffe5f-d23d-41dc-ac97-219df1a80243, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=8e2ffe5f-d23d-41dc-ac97-219df1a80243,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:41.875684 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:41.890528 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Calling delete_port for 8e2ffe5f-d23d-41dc-ac97-219df1a80243 owned by network:router_gateway {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:16:41.891946 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-182824ea-fd32-4aa7-85cb-f8c83bd12b48 None None] Set router 009d1c89-e3de-43b4-941a-e1468bd08618 gateway port host: None {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:41.946046 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-182824ea-fd32-4aa7-85cb-f8c83bd12b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:16:41Z', 'revision_number': 6, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port_host': None}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:41.972152 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182824ea-fd32-4aa7-85cb-f8c83bd12b48 None None] The sync data for ids ['009d1c89-e3de-43b4-941a-e1468bd08618'] in dv-cinder-815712-11-iscsi is: [{'id': '009d1c89-e3de-43b4-941a-e1468bd08618', 'name': 'tempest-ServerRescueNegativeTestJSON-1761340663-router', 'tenant_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:39Z', 'updated_at': '2022-08-30T01:16:41Z', 'revision_number': 6, 'project_id': '9f0605a8a2fe48e49a410127b5f3b32c', 'gw_port_host': None}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:16:42.044060 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:42.124546 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (8e2ffe5f-d23d-41dc-ac97-219df1a80243), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.155535 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:42.156518 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2ffe5f-d23d-41dc-ac97-219df1a80243,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:42.233749 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477089'] for router_gateway (009d1c89-e3de-43b4-941a-e1468bd08618), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.283955 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:42.298555 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15df688-5257-4886-a827-ba56a6a4abc8 req-c02970b1-deb8-4b86-bb36-6c40eb815c70 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:42.300048 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d15df688-5257-4886-a827-ba56a6a4abc8 req-c02970b1-deb8-4b86-bb36-6c40eb815c70 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 945 time: 0.0484385 Aug 30 01:16:42.336031 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:42.343726 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2934'] for router (009d1c89-e3de-43b4-941a-e1468bd08618), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.345631 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Publish callbacks [] for router_controller (009d1c89-e3de-43b4-941a-e1468bd08618), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.355430 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d15df688-5257-4886-a827-ba56a6a4abc8 req-0e605cf4-a7f8-4c20-90f2-7582eaa1a18b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495782 Aug 30 01:16:42.485083 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481583'] for router (009d1c89-e3de-43b4-941a-e1468bd08618), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.485623 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 009d1c89-e3de-43b4-941a-e1468bd08618 {{(pid=107024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:16:42.490644 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.491723 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-7d828af5-afc7-4a77-ad52-ee1725b579f5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/009d1c89-e3de-43b4-941a-e1468bd08618 HTTP/1.1" status: 204 len: 168 time: 1.0299544 Aug 30 01:16:42.494257 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 33620) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:42.539989 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d5beec-76b8-4055-ba50-4482d9c05ffc admin admin] Deleting subnet 596c07a5-eae9-40e0-a860-7d06a29b0fd4 {{(pid=107024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:16:42.543470 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a4d5beec-76b8-4055-ba50-4482d9c05ffc admin admin] Publish callbacks [] for subnet (596c07a5-eae9-40e0-a860-7d06a29b0fd4), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.582365 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a4d5beec-76b8-4055-ba50-4482d9c05ffc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16218592'] for subnet (596c07a5-eae9-40e0-a860-7d06a29b0fd4), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.687262 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a4d5beec-76b8-4055-ba50-4482d9c05ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (596c07a5-eae9-40e0-a860-7d06a29b0fd4), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.765560 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device d2169617-86fd-495d-a71e-57a3a6c6e239 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:16:42.785542 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: d2169617-86fd-495d-a71e-57a3a6c6e239 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:16:42.791728 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device d2169617-86fd-495d-a71e-57a3a6c6e239 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:16:42.811487 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a4d5beec-76b8-4055-ba50-4482d9c05ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12989510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14457447'] for subnet (596c07a5-eae9-40e0-a860-7d06a29b0fd4), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.835698 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5beec-76b8-4055-ba50-4482d9c05ffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=596c07a5-eae9-40e0-a860-7d06a29b0fd4,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:42.841611 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a4d5beec-76b8-4055-ba50-4482d9c05ffc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.845083 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-a4d5beec-76b8-4055-ba50-4482d9c05ffc admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/596c07a5-eae9-40e0-a860-7d06a29b0fd4 HTTP/1.1" status: 204 len: 168 time: 0.3499045 Aug 30 01:16:42.847807 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33624) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:42.848162 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccedf14-4bea-437a-a449-8bf09c90cbdd None None] Network ac8d987a-03fa-42da-829e-4cee4dd670a9 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:16:42.922828 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (ac8d987a-03fa-42da-829e-4cee4dd670a9), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:42.968586 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Deleting port 5254ad85-d751-46af-bc6d-20624e245fb8 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:16:42.968978 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:43.014075 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] DHCP port deletion for ac8d987a-03fa-42da-829e-4cee4dd670a9 request from dv-cinder-815712-11-iscsi {{(pid=107026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:16:43.044300 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] For port 5254ad85-d751-46af-bc6d-20624e245fb8, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=5254ad85-d751-46af-bc6d-20624e245fb8,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:43.045497 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:43.057301 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Deleting port 5254ad85-d751-46af-bc6d-20624e245fb8 {{(pid=107026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:16:43.057676 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), before_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:43.061262 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Calling delete_port for 5254ad85-d751-46af-bc6d-20624e245fb8 owned by network:dhcp {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:16:43.233683 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:43.253457 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] For port 5254ad85-d751-46af-bc6d-20624e245fb8, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=5254ad85-d751-46af-bc6d-20624e245fb8,segment=NetworkSegment(4e97af7a-7daf-4835-b314-85d0126f002c),segment_id=4e97af7a-7daf-4835-b314-85d0126f002c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:43.253789 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), precommit_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:43.259378 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Pushing event deleted for resources: {'Port': ['ID=5254ad85-d751-46af-bc6d-20624e245fb8,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:43.262930 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] No DVR routers for this DVR port 5254ad85-d751-46af-bc6d-20624e245fb8 on host dv-cinder-815712-11-iscsi {{(pid=107025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:16:43.268871 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Calling delete_port for 5254ad85-d751-46af-bc6d-20624e245fb8 owned by network:dhcp {{(pid=107026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:16:43.338333 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (ac8d987a-03fa-42da-829e-4cee4dd670a9), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:43.344911 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (5254ad85-d751-46af-bc6d-20624e245fb8), after_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:43.359419 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8d987a-03fa-42da-829e-4cee4dd670a9']}} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:43.369244 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e97af7a-7daf-4835-b314-85d0126f002c') {'for_net_delete': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:43.369475 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Pushing event deleted for resources: {'Port': ['ID=5254ad85-d751-46af-bc6d-20624e245fb8,revision_number=None']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:43.369596 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e97af7a-7daf-4835-b314-85d0126f002c') {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:43.377972 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] No DVR routers for this DVR port 5254ad85-d751-46af-bc6d-20624e245fb8 on host dv-cinder-815712-11-iscsi {{(pid=107026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:16:43.380260 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.380695 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.381041 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.381396 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.381755 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.382090 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.382421 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.382751 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.383079 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.383405 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.383736 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.383851 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13169961'] for segment (4e97af7a-7daf-4835-b314-85d0126f002c), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:43.385584 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.385958 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.391005 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.391005 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d34638-e32b-43f0-9606-2295f3905f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:16:43.402856 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (4e97af7a-7daf-4835-b314-85d0126f002c), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:43.409661 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=107025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:16:43.410104 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13572379'] for segment (4e97af7a-7daf-4835-b314-85d0126f002c), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:43.452921 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment 4e97af7a-7daf-4835-b314-85d0126f002c resource provider aggregate not found Aug 30 01:16:43.486373 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment 4e97af7a-7daf-4835-b314-85d0126f002c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e97af7a-7daf-4835-b314-85d0126f002c found for delete ", "request_id": "req-92935bcd-8603-482f-a9d8-546f11c38cc1"}]} Aug 30 01:16:43.530068 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a3806-3536-4f9e-b794-0fa495b41b93 req-0607aba0-5590-49ac-975f-d518db32468d tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:43.531513 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7a8a3806-3536-4f9e-b794-0fa495b41b93 req-0607aba0-5590-49ac-975f-d518db32468d tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 945 time: 0.0615239 Aug 30 01:16:43.550768 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d2807-9e7a-4b4d-ae51-cedff7048542 req-e9f48b61-951e-4667-879a-28509b93b893 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:43.552308 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4f0d2807-9e7a-4b4d-ae51-cedff7048542 req-e9f48b61-951e-4667-879a-28509b93b893 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0591063 Aug 30 01:16:43.581587 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7a8a3806-3536-4f9e-b794-0fa495b41b93 req-bb1a24ac-b1a5-4665-8f92-87585ed73320 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436113 Aug 30 01:16:43.582624 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (ac8d987a-03fa-42da-829e-4cee4dd670a9), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:43.607111 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:43.607111 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/ac8d987a-03fa-42da-829e-4cee4dd670a9 HTTP/1.1" status: 204 len: 168 time: 0.7535005 Aug 30 01:16:43.612945 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21304c0c-2402-4c1f-835a-85ee8c1b111e admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8d987a-03fa-42da-829e-4cee4dd670a9,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:43.625012 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4f0d2807-9e7a-4b4d-ae51-cedff7048542 req-a17a232b-08cb-4f50-9cea-b79525da2802 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664589 Aug 30 01:16:43.968623 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33640) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:44.007850 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-a05feb9c-cca1-4910-aefc-958ec49dbe31 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9f0605a8a2fe48e49a410127b5f3b32c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381079 Aug 30 01:16:44.010512 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33642) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:44.060128 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9862cc8b-ef54-4e1a-82bb-1acc0bc6e32d admin admin] Publish callbacks [] for security_group (54b98ca5-d070-4890-93dd-14624cc3fe08), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.082019 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9862cc8b-ef54-4e1a-82bb-1acc0bc6e32d admin admin] Publish callbacks [] for security_group (54b98ca5-d070-4890-93dd-14624cc3fe08), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.209143 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9862cc8b-ef54-4e1a-82bb-1acc0bc6e32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (54b98ca5-d070-4890-93dd-14624cc3fe08), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.211822 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9862cc8b-ef54-4e1a-82bb-1acc0bc6e32d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.212983 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-9862cc8b-ef54-4e1a-82bb-1acc0bc6e32d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/54b98ca5-d070-4890-93dd-14624cc3fe08 HTTP/1.1" status: 204 len: 168 time: 0.2014668 Aug 30 01:16:44.222031 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862cc8b-ef54-4e1a-82bb-1acc0bc6e32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b98ca5-d070-4890-93dd-14624cc3fe08,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:44.234565 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:44.242987 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 8e2ffe5f-d23d-41dc-ac97-219df1a80243 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:16:44.264805 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 8e2ffe5f-d23d-41dc-ac97-219df1a80243 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:16:44.265148 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 8e2ffe5f-d23d-41dc-ac97-219df1a80243 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:16:44.265566 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 5254ad85-d751-46af-bc6d-20624e245fb8 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:16:44.286630 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 5254ad85-d751-46af-bc6d-20624e245fb8 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:16:44.286977 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 5254ad85-d751-46af-bc6d-20624e245fb8 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:16:44.385776 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7664452-d97c-430c-aa23-19f5237f63af req-d7cdb27e-b95a-4707-866b-c8a92d43eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:44.387277 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e7664452-d97c-430c-aa23-19f5237f63af req-d7cdb27e-b95a-4707-866b-c8a92d43eda6 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=c6f3997439524d4583ece79273a55da4&device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 1168 time: 0.0722313 Aug 30 01:16:44.395579 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-ab6643c6-42c0-483e-a763-060e8998008f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:44.397031 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-ab6643c6-42c0-483e-a763-060e8998008f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 945 time: 0.0737176 Aug 30 01:16:44.558332 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Deleting port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:16:44.559018 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.568037 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7664452-d97c-430c-aa23-19f5237f63af req-6d957960-2e2e-4075-8bda-574c8d5d6d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:44.569740 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e7664452-d97c-430c-aa23-19f5237f63af req-6d957960-2e2e-4075-8bda-574c8d5d6d2e service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f HTTP/1.1" status: 200 len: 915 time: 0.1712167 Aug 30 01:16:44.645007 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:44.690295 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e7664452-d97c-430c-aa23-19f5237f63af req-762f42a2-7ff3-4070-b97f-188eeaba1f66 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9f85b8-7682-4117-938b-7225f55cd3b2 HTTP/1.1" status: 200 len: 1001 time: 0.1099045 Aug 30 01:16:44.753751 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a360c-7e8e-445c-8783-c0dcd277dbcf req-d8e6de1b-3f00-4c5f-aca2-602b958fc126 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:44.762256 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:44.762757 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d57a360c-7e8e-445c-8783-c0dcd277dbcf req-d8e6de1b-3f00-4c5f-aca2-602b958fc126 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 945 time: 0.0675020 Aug 30 01:16:44.777831 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:44.787312 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] For port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ebd82af4-7bf6-4f28-91c9-b9f6fc86225c,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:16:44.787836 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:44.803494 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:44.820668 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d57a360c-7e8e-445c-8783-c0dcd277dbcf req-fcab146a-d4e6-44d5-ac47-b9e17684358a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531116 Aug 30 01:16:44.865577 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc40c3-d2cc-436f-8939-a4343f4158e4 req-71811c93-6949-42a0-880a-f052ec0a78ef tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:44.865577 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1afc40c3-d2cc-436f-8939-a4343f4158e4 req-71811c93-6949-42a0-880a-f052ec0a78ef tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.1283154 Aug 30 01:16:44.867770 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7664452-d97c-430c-aa23-19f5237f63af req-9b4c1f76-943b-4164-936d-6b63bcaff2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:44.869161 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e7664452-d97c-430c-aa23-19f5237f63af req-9b4c1f76-943b-4164-936d-6b63bcaff2ff service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=c82fadab-17b2-45e6-b379-eb7cf924e14f HTTP/1.1" status: 200 len: 853 time: 0.1689250 Aug 30 01:16:45.012760 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7664452-d97c-430c-aa23-19f5237f63af req-23778488-7d80-4e65-9490-91af8b1413da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:45.014800 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e7664452-d97c-430c-aa23-19f5237f63af req-23778488-7d80-4e65-9490-91af8b1413da service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1339011 Aug 30 01:16:45.365442 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1afc40c3-d2cc-436f-8939-a4343f4158e4 req-4cf17122-b227-4ca4-a03e-04be14337e7d tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4936299 Aug 30 01:16:45.377829 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.378187 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (ebab4237-658f-4df8-9ca1-1ee5a2c30b81), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.378503 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Floating IP ebab4237-658f-4df8-9ca1-1ee5a2c30b81 disassociated. External IP: 172.27.1.202, port: ebd82af4-7bf6-4f28-91c9-b9f6fc86225c. Aug 30 01:16:45.378847 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Calling delete_port for ebd82af4-7bf6-4f28-91c9-b9f6fc86225c owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:16:45.460606 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e7664452-d97c-430c-aa23-19f5237f63af req-350a4ed1-8648-4a93-b646-e610b34d689d service neutron] 10.222.0.74 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343305 Aug 30 01:16:45.460996 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:45.610704 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e7664452-d97c-430c-aa23-19f5237f63af req-ac29728d-db44-4636-a4bc-28cd56e56d1b service neutron] 10.222.0.74 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430426 Aug 30 01:16:45.673610 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (ebd82af4-7bf6-4f28-91c9-b9f6fc86225c), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:45.707456 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event deleted for resources: {'Port': ['ID=ebd82af4-7bf6-4f28-91c9-b9f6fc86225c,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:45.827912 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:16:45.957597 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:16:45.959434 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4f57dcad-c241-4f09-ad19-37d77ca1de83 req-c50cd02f-f5d1-4e8e-b74e-1513915fe133 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 210 time: 0.0313401 Aug 30 01:16:45.971037 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814aad56-3d0b-49d2-9363-6468324b3f41 None None] Sync routers for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:16:45.988848 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814aad56-3d0b-49d2-9363-6468324b3f41 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:45.989660 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-814aad56-3d0b-49d2-9363-6468324b3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:16:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:46.008401 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] No DVR routers for this DVR port ebd82af4-7bf6-4f28-91c9-b9f6fc86225c on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:16:46.011205 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:46.015160 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ce9ad240-6b8d-4fa1-a830-5d2d9559f28f req-44300a53-0fe6-43b0-86b6-461c6e6333f0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "DELETE /networking/v2.0/ports/ebd82af4-7bf6-4f28-91c9-b9f6fc86225c HTTP/1.1" status: 204 len: 173 time: 1.6079524 Aug 30 01:16:46.016512 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81845d9a-a800-4e7a-8edd-7d6329dd6db2', 'name': 'network-vif-deleted', 'tag': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:16:46.019242 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dda2b9f-d6b6-44e8-9b3b-6b9fb310f8e5" -d '{"events": [{"server_uuid": "81845d9a-a800-4e7a-8edd-7d6329dd6db2", "name": "network-vif-deleted", "tag": "ebd82af4-7bf6-4f28-91c9-b9f6fc86225c"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:16:46.067108 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751d5a15-f5ac-432d-b636-b311f9456c57 x-openstack-request-id: req-751d5a15-f5ac-432d-b636-b311f9456c57 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:16:46.067404 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81845d9a-a800-4e7a-8edd-7d6329dd6db2", "name": "network-vif-deleted", "tag": "ebd82af4-7bf6-4f28-91c9-b9f6fc86225c", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:16:46.067656 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-751d5a15-f5ac-432d-b636-b311f9456c57 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:16:46.068063 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-751d5a15-f5ac-432d-b636-b311f9456c57'] response: {'server_uuid': '81845d9a-a800-4e7a-8edd-7d6329dd6db2', 'name': 'network-vif-deleted', 'tag': 'ebd82af4-7bf6-4f28-91c9-b9f6fc86225c', 'status': 'completed', 'code': 200} Aug 30 01:16:46.104230 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-814aad56-3d0b-49d2-9363-6468324b3f41 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:46.320710 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-814aad56-3d0b-49d2-9363-6468324b3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:46.350702 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814aad56-3d0b-49d2-9363-6468324b3f41 None None] Checking router: 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:16:46.359556 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814aad56-3d0b-49d2-9363-6468324b3f41 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:16:46.360175 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-814aad56-3d0b-49d2-9363-6468324b3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:16:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:46.484859 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-814aad56-3d0b-49d2-9363-6468324b3f41 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:16:46.497636 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13936a-2c17-4668-81a9-4eba3e005356 req-780f84f7-7b12-4ff7-b57b-b72b24fd09cd tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:46.502256 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ca13936a-2c17-4668-81a9-4eba3e005356 req-780f84f7-7b12-4ff7-b57b-b72b24fd09cd tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0562589 Aug 30 01:16:46.516172 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:46.580152 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ca13936a-2c17-4668-81a9-4eba3e005356 req-a1777417-643e-4155-84ce-1de3d63907d4 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751860 Aug 30 01:16:46.689179 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-814aad56-3d0b-49d2-9363-6468324b3f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:16:46.717363 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814aad56-3d0b-49d2-9363-6468324b3f41 None None] The sync data for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi is: [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:16:46.952809 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8be0ae-3cb9-49e1-b620-5ceb8ff61382 None None] New status for floating IP ebab4237-658f-4df8-9ca1-1ee5a2c30b81: DOWN {{(pid=107027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:16:47.096883 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c49a6bc-f646-4877-9125-24a9d066aa87 req-a209ee82-8360-486a-98d2-7dcde2eb7ab1 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 210 time: 0.0287311 Aug 30 01:16:47.416599 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bbfb9f00-7916-442f-86f0-0199a073a526 req-edfd3e84-dc63-4030-b045-1af79e17a2a5 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266314 Aug 30 01:16:47.522327 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bbfb9f00-7916-442f-86f0-0199a073a526 req-b3831ce4-de9a-4f69-b25a-53c872fa4d76 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&device_id=81845d9a-a800-4e7a-8edd-7d6329dd6db2 HTTP/1.1" status: 200 len: 210 time: 0.0262218 Aug 30 01:16:47.676750 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb9f00-7916-442f-86f0-0199a073a526 req-e7ecf4c7-55c2-4379-a8e8-cfb5be6d3cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:47.678152 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bbfb9f00-7916-442f-86f0-0199a073a526 req-e7ecf4c7-55c2-4379-a8e8-cfb5be6d3cb7 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=11c8f48af7394a75ab6013ca066751a7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1150742 Aug 30 01:16:47.715804 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92075144-4104-42ce-ae0a-7df861f0cad1 req-731be4d4-cb83-4370-be4f-54fd1ebef36c tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:47.718030 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-92075144-4104-42ce-ae0a-7df861f0cad1 req-731be4d4-cb83-4370-be4f-54fd1ebef36c tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0511117 Aug 30 01:16:47.740796 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:47.782575 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb9f00-7916-442f-86f0-0199a073a526 req-3dfecc6f-89bc-419c-b4ed-6cb3baec7ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:47.784446 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bbfb9f00-7916-442f-86f0-0199a073a526 req-3dfecc6f-89bc-419c-b4ed-6cb3baec7ee0 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978544 Aug 30 01:16:47.784578 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-92075144-4104-42ce-ae0a-7df861f0cad1 req-2a1c09f2-37bb-4225-bdbe-a9d7fc800ece tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605645 Aug 30 01:16:48.269786 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33712) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:48.327097 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-299bf985-8a7c-4838-9334-b290735aa9ac tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (9edcbe14-1e47-4b65-ac9a-b6508d94b5dc), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.350167 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-299bf985-8a7c-4838-9334-b290735aa9ac tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (9edcbe14-1e47-4b65-ac9a-b6508d94b5dc), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.388419 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device ebd82af4-7bf6-4f28-91c9-b9f6fc86225c no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:16:48.413362 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: ebd82af4-7bf6-4f28-91c9-b9f6fc86225c {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:16:48.413633 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device ebd82af4-7bf6-4f28-91c9-b9f6fc86225c not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:16:48.507741 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-299bf985-8a7c-4838-9334-b290735aa9ac tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (9edcbe14-1e47-4b65-ac9a-b6508d94b5dc), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.510372 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-299bf985-8a7c-4838-9334-b290735aa9ac tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.511509 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-299bf985-8a7c-4838-9334-b290735aa9ac tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9edcbe14-1e47-4b65-ac9a-b6508d94b5dc HTTP/1.1" status: 204 len: 168 time: 0.2406387 Aug 30 01:16:48.514623 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 33714) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:48.521857 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bf985-8a7c-4838-9334-b290735aa9ac tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edcbe14-1e47-4b65-ac9a-b6508d94b5dc,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:48.530219 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.api.v2.resource [None req-e0069c8b-ce1a-40e1-9e4b-916335f16c1c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] show failed (client error): The resource could not be found. Aug 30 01:16:48.531260 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-e0069c8b-ce1a-40e1-9e4b-916335f16c1c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups/9edcbe14-1e47-4b65-ac9a-b6508d94b5dc HTTP/1.1" status: 404 len: 347 time: 0.0150766 Aug 30 01:16:48.534179 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 33716) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:48.538621 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:48.626566 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.652220 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-99a43aeb-f66b-47c4-b4f6-ea553344c26f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Deleting port 2970469b-c23a-4187-b9de-90bfaab6dbe2 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:16:48.652602 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-99a43aeb-f66b-47c4-b4f6-ea553344c26f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (2970469b-c23a-4187-b9de-90bfaab6dbe2), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.734620 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-99a43aeb-f66b-47c4-b4f6-ea553344c26f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (2970469b-c23a-4187-b9de-90bfaab6dbe2), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.734947 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-99a43aeb-f66b-47c4-b4f6-ea553344c26f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (2970469b-c23a-4187-b9de-90bfaab6dbe2), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:48.749626 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-99a43aeb-f66b-47c4-b4f6-ea553344c26f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Calling delete_port for 2970469b-c23a-4187-b9de-90bfaab6dbe2 owned by network:floatingip {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:16:48.926656 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533811a-28ae-4680-8e66-f4b68bc1ae21 req-2ce0f81c-c4f8-4380-baf1-35b38e92c016 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:48.928131 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2533811a-28ae-4680-8e66-f4b68bc1ae21 req-2ce0f81c-c4f8-4380-baf1-35b38e92c016 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0613797 Aug 30 01:16:48.986009 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:48.992807 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2533811a-28ae-4680-8e66-f4b68bc1ae21 req-42916ce4-bbc2-4141-9298-f1ad1e59a3d6 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589685 Aug 30 01:16:49.025847 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-99a43aeb-f66b-47c4-b4f6-ea553344c26f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (2970469b-c23a-4187-b9de-90bfaab6dbe2), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.059028 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a43aeb-f66b-47c4-b4f6-ea553344c26f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event deleted for resources: {'Port': ['ID=2970469b-c23a-4187-b9de-90bfaab6dbe2,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:49.121988 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-99a43aeb-f66b-47c4-b4f6-ea553344c26f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (ebab4237-658f-4df8-9ca1-1ee5a2c30b81), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.124927 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-99a43aeb-f66b-47c4-b4f6-ea553344c26f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.126203 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-99a43aeb-f66b-47c4-b4f6-ea553344c26f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/ebab4237-658f-4df8-9ca1-1ee5a2c30b81 HTTP/1.1" status: 204 len: 168 time: 0.5911233 Aug 30 01:16:49.306472 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33730) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:49.315531 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-9bd7f96d-6acf-4220-ae01-c7021bd85e26 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497440308', 'description': 'tempest-description--1691598727'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:49.397205 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9bd7f96d-6acf-4220-ae01-c7021bd85e26 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.469957 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9bd7f96d-6acf-4220-ae01-c7021bd85e26 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (062b2f1c-d43a-43ee-a957-f2bc0c12a784), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.524604 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9bd7f96d-6acf-4220-ae01-c7021bd85e26 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (062b2f1c-d43a-43ee-a957-f2bc0c12a784), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.555954 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7f96d-6acf-4220-ae01-c7021bd85e26 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062b2f1c-d43a-43ee-a957-f2bc0c12a784,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:49.629612 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9bd7f96d-6acf-4220-ae01-c7021bd85e26 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.630896 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-9bd7f96d-6acf-4220-ae01-c7021bd85e26 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3233936 Aug 30 01:16:49.633842 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33734) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:49.638906 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-be8cb371-752e-4155-835c-85eb4c23ffd4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'security_group_rule': {'security_group_id': '062b2f1c-d43a-43ee-a957-f2bc0c12a784', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:49.741540 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-be8cb371-752e-4155-835c-85eb4c23ffd4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (0d0427e4-9ba3-4d3a-a020-34f7e3559a96), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.800687 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-be8cb371-752e-4155-835c-85eb4c23ffd4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (0d0427e4-9ba3-4d3a-a020-34f7e3559a96), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.883210 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-be8cb371-752e-4155-835c-85eb4c23ffd4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (0d0427e4-9ba3-4d3a-a020-34f7e3559a96), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:49.902745 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cb371-752e-4155-835c-85eb4c23ffd4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0427e4-9ba3-4d3a-a020-34f7e3559a96,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:50.018135 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-be8cb371-752e-4155-835c-85eb4c23ffd4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:50.023459 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-be8cb371-752e-4155-835c-85eb4c23ffd4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3845763 Aug 30 01:16:50.024007 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33742) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:50.028633 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-167f53a9-aa3e-4275-8804-e34afe2a964b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'security_group_rule': {'security_group_id': '062b2f1c-d43a-43ee-a957-f2bc0c12a784', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:50.124266 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72c49f-57ef-4674-aee0-0b329b45f8e1 req-05ee9af9-82f2-4a2f-8981-2237dc258b7b tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:50.125998 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ad72c49f-57ef-4674-aee0-0b329b45f8e1 req-05ee9af9-82f2-4a2f-8981-2237dc258b7b tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0549150 Aug 30 01:16:50.154379 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-167f53a9-aa3e-4275-8804-e34afe2a964b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (4b56a4bf-eb1b-452a-889d-f7c9580db4c3), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:50.179016 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:50.190867 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:50.226529 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ad72c49f-57ef-4674-aee0-0b329b45f8e1 req-558b5618-afe5-4bf3-9786-715d49adc599 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944462 Aug 30 01:16:50.248802 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-167f53a9-aa3e-4275-8804-e34afe2a964b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (4b56a4bf-eb1b-452a-889d-f7c9580db4c3), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:50.285176 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7a53b44b-2903-4a6b-99da-e85eedf362a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:50.347602 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-167f53a9-aa3e-4275-8804-e34afe2a964b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (4b56a4bf-eb1b-452a-889d-f7c9580db4c3), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:50.367798 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f53a9-aa3e-4275-8804-e34afe2a964b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b56a4bf-eb1b-452a-889d-f7c9580db4c3,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:50.452410 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-167f53a9-aa3e-4275-8804-e34afe2a964b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:50.453659 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-167f53a9-aa3e-4275-8804-e34afe2a964b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4285998 Aug 30 01:16:50.456938 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33754) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:16:50.461685 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:50.558977 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:50.646556 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:50.756314 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Allocated IP 172.27.1.113 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/769ab579-8a26-4043-bc83-ece07c671999) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:50.865096 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for port (769ab579-8a26-4043-bc83-ece07c671999), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:50.948101 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (769ab579-8a26-4043-bc83-ece07c671999), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:50.991690 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:50.996743 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:50.999355 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'Port': ['ID=769ab579-8a26-4043-bc83-ece07c671999,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:51.001459 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:51.091174 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (e2a964de-0079-467a-ada9-d9dbec33f342), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:51.178056 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (769ab579-8a26-4043-bc83-ece07c671999), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:51.282566 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:51.298991 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:51.346992 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for port (769ab579-8a26-4043-bc83-ece07c671999), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:51.378520 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0872ea-7398-47e0-ad65-0fb7aaf1fe9d req-14b7fbf4-3d99-44b1-adae-763ebf5f44ac tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:51.380083 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ba0872ea-7398-47e0-ad65-0fb7aaf1fe9d req-14b7fbf4-3d99-44b1-adae-763ebf5f44ac tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0529172 Aug 30 01:16:51.439113 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13572423'] for port (769ab579-8a26-4043-bc83-ece07c671999), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:51.442721 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ba0872ea-7398-47e0-ad65-0fb7aaf1fe9d req-0377b0fb-b88b-4a7f-b324-a3c808ef8cd8 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566430 Aug 30 01:16:51.507469 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'Port': ['ID=769ab579-8a26-4043-bc83-ece07c671999,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:51.511011 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (e2a964de-0079-467a-ada9-d9dbec33f342), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:51.589616 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:51.590899 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-4562d0a1-a119-4299-825a-86e9c59b3ae3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1327364 Aug 30 01:16:51.813822 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-f99925ed-fc65-48bc-b70c-8da99597f140 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1497440308&fields=id&tenant_id=11c8f48af7394a75ab6013ca066751a7 HTTP/1.1" status: 200 len: 267 time: 0.0479360 Aug 30 01:16:51.923983 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-5feb4b8c-0fc7-4e1b-9d22-1956581a91ab tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:51.925452 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-5feb4b8c-0fc7-4e1b-9d22-1956581a91ab tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/networks?id=281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 200 len: 815 time: 0.1048534 Aug 30 01:16:51.937157 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:51.941053 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-f45b58a1-7a70-45ba-8651-3fb9d1d3aafe tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/quotas/11c8f48af7394a75ab6013ca066751a7 HTTP/1.1" status: 200 len: 375 time: 0.0099838 Aug 30 01:16:51.998664 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-444e3449-49e4-49fd-9ee9-80fe9365b577 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504811 Aug 30 01:16:52.218112 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-c66b8afe-879c-4e36-ac39-ffc69580b815 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090178 Aug 30 01:16:52.350869 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-ffc3c2fd-b905-4378-8736-98895dde232e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198010 Aug 30 01:16:52.699534 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b34a30-2421-4ed0-87fa-0e53c256bfe0 req-a97793a6-56be-4c45-ba65-db5fc8c8c2c9 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:52.702333 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-31b34a30-2421-4ed0-87fa-0e53c256bfe0 req-a97793a6-56be-4c45-ba65-db5fc8c8c2c9 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0647240 Aug 30 01:16:52.709280 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b6915-8366-4895-9124-1450bb9c2de0 req-ac4379b4-b973-47b7-912f-da05eea8c78e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:52.710956 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0b4b6915-8366-4895-9124-1450bb9c2de0 req-ac4379b4-b973-47b7-912f-da05eea8c78e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0632558 Aug 30 01:16:52.779746 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0b4b6915-8366-4895-9124-1450bb9c2de0 req-bddd5b5f-0109-44a3-ac67-9b8e72eb91fc tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616281 Aug 30 01:16:52.783517 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-31b34a30-2421-4ed0-87fa-0e53c256bfe0 req-25b1b389-f70e-4d08-b8df-9f2b7402a923 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753551 Aug 30 01:16:52.855551 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4563958e-0a1e-411c-a156-da7de609213b req-93aede9a-a0f6-41f5-8f7d-ce6b8dbf64e5 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 210 time: 0.0280962 Aug 30 01:16:52.918736 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-9b32560e-93fc-407b-8f91-da28c8b731a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:53.905232 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8c0fb-2221-48fd-b4b5-5ab44f6558a6 req-1b4ecce1-9f2a-4d94-be80-16494f9fb9e8 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:53.906768 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e6e8c0fb-2221-48fd-b4b5-5ab44f6558a6 req-1b4ecce1-9f2a-4d94-be80-16494f9fb9e8 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0482869 Aug 30 01:16:53.928957 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1a70a-7161-4ae8-b974-38f6f2ba5407 req-a395b0c6-66b7-4ff5-ab80-a31da1cfb22f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:53.931031 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-afb1a70a-7161-4ae8-b974-38f6f2ba5407 req-a395b0c6-66b7-4ff5-ab80-a31da1cfb22f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0537348 Aug 30 01:16:53.968125 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e6e8c0fb-2221-48fd-b4b5-5ab44f6558a6 req-a1a0edff-c3c4-4701-bcad-d6ea298be1e6 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556328 Aug 30 01:16:53.979857 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-afb1a70a-7161-4ae8-b974-38f6f2ba5407 req-7ff7b88a-2202-42aa-b343-8c6029870a28 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422952 Aug 30 01:16:54.053918 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e50ce57e-d1ab-48d2-b170-a139bb2467b7 req-a8950c38-0ac2-48e7-a06a-abba6317bec6 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 210 time: 0.0284295 Aug 30 01:16:54.242549 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:55.093467 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0eace-fece-47eb-b97b-680d1292c1df req-8403b83c-d07c-416f-8995-e18eb0f4fd0e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:55.095016 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b3d0eace-fece-47eb-b97b-680d1292c1df req-8403b83c-d07c-416f-8995-e18eb0f4fd0e tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0503798 Aug 30 01:16:55.130797 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ed39e-f7a5-4d7b-a44f-da7d46d067cf req-604fffa7-1762-410d-b3a7-8c45ad2b026a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:55.132540 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d62ed39e-f7a5-4d7b-a44f-da7d46d067cf req-604fffa7-1762-410d-b3a7-8c45ad2b026a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0676682 Aug 30 01:16:55.160926 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b3d0eace-fece-47eb-b97b-680d1292c1df req-e509e19f-4c3c-46e8-b673-51a2116dc9b3 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597596 Aug 30 01:16:55.189391 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d62ed39e-f7a5-4d7b-a44f-da7d46d067cf req-7e2940f7-c56a-43e8-8f3d-be8d12aea523 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470831 Aug 30 01:16:55.249629 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e09fc0cf-08f2-4cf4-aba5-6f65a6b30173 req-74bcd2d0-1097-4134-abd8-dd0cec7f090f tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 210 time: 0.0283844 Aug 30 01:16:55.787514 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:55.843116 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:56.289483 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84913a8-6e5c-4d38-87e8-f03e193e841f req-47451134-997f-417a-a628-c9e6b3f47c65 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:56.291333 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a84913a8-6e5c-4d38-87e8-f03e193e841f req-47451134-997f-417a-a628-c9e6b3f47c65 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0532191 Aug 30 01:16:56.360035 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a84913a8-6e5c-4d38-87e8-f03e193e841f req-fc5d5403-5936-49db-8188-cfc61ae604ce tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619645 Aug 30 01:16:56.484837 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efafd47-125b-4508-8396-f634efe46136 req-0cc103b6-2aff-4726-b023-c5b217cc6777 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:56.486608 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1efafd47-125b-4508-8396-f634efe46136 req-0cc103b6-2aff-4726-b023-c5b217cc6777 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0538249 Aug 30 01:16:56.493590 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-10bb35df-2619-4311-8501-42070efa04cb req-da662b43-4033-4f77-a817-6ad40f8f6f38 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 210 time: 0.0323436 Aug 30 01:16:56.516908 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:56.618008 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1efafd47-125b-4508-8396-f634efe46136 req-3abde5f3-34f1-4724-b68c-ce077d755c5e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103675 Aug 30 01:16:56.646810 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-7b40892c-6e03-4659-9bb8-8b41e38282cb tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:56.648983 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-7b40892c-6e03-4659-9bb8-8b41e38282cb tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "GET /networking/v2.0/networks?id=281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 200 len: 815 time: 0.1577635 Aug 30 01:16:56.720809 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:56.750042 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-c8332750-5f4a-4a9f-a845-de639cf2c25a tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=11c8f48af7394a75ab6013ca066751a7 HTTP/1.1" status: 200 len: 380 time: 0.0585613 Aug 30 01:16:56.759277 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-1da64d54-7833-44b4-a02b-51dd9d3849a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'port': {'device_id': '435521f1-f793-4834-9915-bb47962b6290', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'admin_state_up': True, 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'security_groups': ['062b2f1c-d43a-43ee-a957-f2bc0c12a784']}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:56.941532 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-1da64d54-7833-44b4-a02b-51dd9d3849a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Made reservation on behalf of 11c8f48af7394a75ab6013ca066751a7 for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:16:56.945284 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-1da64d54-7833-44b4-a02b-51dd9d3849a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:57.074989 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-1da64d54-7833-44b4-a02b-51dd9d3849a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Allocated IP 172.20.0.11 (281ceb28-999a-45ac-8b94-e3a5aba703ca/0cf797bf-95a3-4bb5-8702-f19da191bb7b/5c856550-f785-48e4-8e57-b2cf53c786c7) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:16:57.229179 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-1da64d54-7833-44b4-a02b-51dd9d3849a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:57.323350 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-1da64d54-7833-44b4-a02b-51dd9d3849a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:57.374421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-1da64d54-7833-44b4-a02b-51dd9d3849a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Network 281ceb28-999a-45ac-8b94-e3a5aba703ca is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:16:57.377720 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-1da64d54-7833-44b4-a02b-51dd9d3849a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:16:57.381698 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-1da64d54-7833-44b4-a02b-51dd9d3849a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:16:57.412763 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da64d54-7833-44b4-a02b-51dd9d3849a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event updated for resources: {'Port': ['ID=5c856550-f785-48e4-8e57-b2cf53c786c7,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:57.447766 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-1da64d54-7833-44b4-a02b-51dd9d3849a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:57.448461 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-1da64d54-7833-44b4-a02b-51dd9d3849a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:57.460181 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:57.509830 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d3efa-2bff-47ed-9c25-d38005bad4ee req-dbf257c5-8b78-42c1-a887-70ff6ed8253c tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:57.511436 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d71d3efa-2bff-47ed-9c25-d38005bad4ee req-dbf257c5-8b78-42c1-a887-70ff6ed8253c tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0536852 Aug 30 01:16:57.550830 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-1da64d54-7833-44b4-a02b-51dd9d3849a7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7953219 Aug 30 01:16:57.569960 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Request body: {'port': {'device_id': '435521f1-f793-4834-9915-bb47962b6290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:16:57.599469 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d71d3efa-2bff-47ed-9c25-d38005bad4ee req-85684c92-0576-4998-89be-35b0713e575d tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813346 Aug 30 01:16:57.645659 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-7f6849e4-1b59-4498-8d77-198b5c55de37 None None] Provisioning complete for port 5c856550-f785-48e4-8e57-b2cf53c786c7 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:16:57.646285 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7f6849e4-1b59-4498-8d77-198b5c55de37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:57.680817 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bed3a-67c3-4d08-9384-661ffdee0f8c req-61a5b5a8-4578-41f5-a10b-2a3b80335ec7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:57.681395 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0e3bed3a-67c3-4d08-9384-661ffdee0f8c req-61a5b5a8-4578-41f5-a10b-2a3b80335ec7 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 932 time: 0.0870659 Aug 30 01:16:57.685784 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-7f6849e4-1b59-4498-8d77-198b5c55de37 None None] Port 5c856550-f785-48e4-8e57-b2cf53c786c7 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:16:57.698982 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:57.764371 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25896cc3-6f30-4796-a3bf-5d645ca3e9dd req-048a07a1-c5ef-48cc-8465-1f24dddfd99b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:57.765933 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-25896cc3-6f30-4796-a3bf-5d645ca3e9dd req-048a07a1-c5ef-48cc-8465-1f24dddfd99b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0532694 Aug 30 01:16:57.777390 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:57.782499 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0e3bed3a-67c3-4d08-9384-661ffdee0f8c req-73d6bc22-5d89-455c-8292-6ad004ffa61e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=062b2f1c-d43a-43ee-a957-f2bc0c12a784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898936 Aug 30 01:16:57.830072 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-25896cc3-6f30-4796-a3bf-5d645ca3e9dd req-a41b3a38-7142-46e9-8802-355add064753 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582285 Aug 30 01:16:57.997594 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c856550-f785-48e4-8e57-b2cf53c786c7 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:16:58.004903 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Publish callbacks [] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:58.017722 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Transition to ACTIVE for port object 5c856550-f785-48e4-8e57-b2cf53c786c7 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:16:58.107655 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:58.192515 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Pushing event updated for resources: {'Port': ['ID=5c856550-f785-48e4-8e57-b2cf53c786c7,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:58.227598 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Attempting to bind port 5c856550-f785-48e4-8e57-b2cf53c786c7 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:16:58.227963 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Attempting to bind port 5c856550-f785-48e4-8e57-b2cf53c786c7 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:16:58.228288 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Attempting to bind port 5c856550-f785-48e4-8e57-b2cf53c786c7 on network 281ceb28-999a-45ac-8b94-e3a5aba703ca {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:58.232867 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Port 5c856550-f785-48e4-8e57-b2cf53c786c7 on network 281ceb28-999a-45ac-8b94-e3a5aba703ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:16:58.233182 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Attempting to bind port 5c856550-f785-48e4-8e57-b2cf53c786c7 on network 281ceb28-999a-45ac-8b94-e3a5aba703ca {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:16:58.238206 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:16:58.238543 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Checking segment: {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:16:58.238941 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Bound using segment: {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:16:58.239380 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Bound port: 5c856550-f785-48e4-8e57-b2cf53c786c7, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545e1a19-6f78-469e-a995-672548b4de16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:16:58.239757 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:58.304269 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] For port 5c856550-f785-48e4-8e57-b2cf53c786c7, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:16:58.307338 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] For port 5c856550-f785-48e4-8e57-b2cf53c786c7, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5c856550-f785-48e4-8e57-b2cf53c786c7,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:16:58.443307 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:58.447827 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:58.448468 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:16:58.449879 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/5c856550-f785-48e4-8e57-b2cf53c786c7 HTTP/1.1" status: 200 len: 1094 time: 0.8847659 Aug 30 01:16:58.450376 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435521f1-f793-4834-9915-bb47962b6290', 'tag': '5c856550-f785-48e4-8e57-b2cf53c786c7'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:16:58.452609 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7571b705-b25b-44c0-af63-c962670db66a" -d '{"events": [{"name": "network-changed", "server_uuid": "435521f1-f793-4834-9915-bb47962b6290", "tag": "5c856550-f785-48e4-8e57-b2cf53c786c7"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:16:58.457060 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:58.457891 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:58.500670 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4626046c-56e2-489c-9ea7-48b9326d02d8 x-openstack-request-id: req-4626046c-56e2-489c-9ea7-48b9326d02d8 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:16:58.500949 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435521f1-f793-4834-9915-bb47962b6290", "tag": "5c856550-f785-48e4-8e57-b2cf53c786c7", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:16:58.501238 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4626046c-56e2-489c-9ea7-48b9326d02d8 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:16:58.501686 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4626046c-56e2-489c-9ea7-48b9326d02d8'] response: {'name': 'network-changed', 'server_uuid': '435521f1-f793-4834-9915-bb47962b6290', 'tag': '5c856550-f785-48e4-8e57-b2cf53c786c7', 'status': 'completed', 'code': 200} Aug 30 01:16:58.506180 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86de5a3-90fd-47a9-ad40-8ddc2fe37007 service neutron] Pushing event updated for resources: {'Port': ['ID=5c856550-f785-48e4-8e57-b2cf53c786c7,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:16:58.597150 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571b705-b25b-44c0-af63-c962670db66a req-779eca3a-e179-4463-acb6-19b7d4093b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:58.599934 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7571b705-b25b-44c0-af63-c962670db66a req-779eca3a-e179-4463-acb6-19b7d4093b12 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 1128 time: 0.0504138 Aug 30 01:16:58.720945 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571b705-b25b-44c0-af63-c962670db66a req-39d46e5b-a34e-4ae0-9fde-91ba45482473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:58.722567 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7571b705-b25b-44c0-af63-c962670db66a req-39d46e5b-a34e-4ae0-9fde-91ba45482473 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=11c8f48af7394a75ab6013ca066751a7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1065052 Aug 30 01:16:58.736061 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c2b79-8340-4198-95a6-a4de565bba76 req-5757e4c5-9bbe-4173-894e-cf79aac63635 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:58.737883 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-880c2b79-8340-4198-95a6-a4de565bba76 req-5757e4c5-9bbe-4173-894e-cf79aac63635 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0599511 Aug 30 01:16:58.792645 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:58.797034 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:58.806388 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-880c2b79-8340-4198-95a6-a4de565bba76 req-9c0173f1-c7e6-4e38-a150-3c21191d102d tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629156 Aug 30 01:16:58.833278 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571b705-b25b-44c0-af63-c962670db66a req-6a7c4d35-96ee-4f42-bbec-92e52498e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:58.838169 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7571b705-b25b-44c0-af63-c962670db66a req-6a7c4d35-96ee-4f42-bbec-92e52498e4e0 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041043 Aug 30 01:16:58.946467 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bef371-a067-4223-bc4e-63ae662c75f1 req-8239c74d-27a2-4fc4-a54e-8a790a0942de tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:58.947979 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1bef371-a067-4223-bc4e-63ae662c75f1 req-8239c74d-27a2-4fc4-a54e-8a790a0942de tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 944 time: 0.0829880 Aug 30 01:16:58.962332 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-f2536f16-52f1-4128-a58d-1c8f678585ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:58.962947 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb44e3a-31e6-4bae-a047-acfef9e641f2 req-554537a4-597f-4e6a-8d05-62d5157c4424 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:58.963763 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-f2536f16-52f1-4128-a58d-1c8f678585ff service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 1128 time: 0.0617030 Aug 30 01:16:58.964502 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-edb44e3a-31e6-4bae-a047-acfef9e641f2 req-554537a4-597f-4e6a-8d05-62d5157c4424 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0521982 Aug 30 01:16:59.021720 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-edb44e3a-31e6-4bae-a047-acfef9e641f2 req-a2a2dcf5-7a77-453e-af17-b8421490679c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510516 Aug 30 01:16:59.029403 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-43fc0f10-b32c-42a0-a1a9-3678a0f56735 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c856550-f785-48e4-8e57-b2cf53c786c7 HTTP/1.1" status: 200 len: 217 time: 0.0494630 Aug 30 01:16:59.050359 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a1bef371-a067-4223-bc4e-63ae662c75f1 req-4049f3f0-b031-4ebc-8227-634815ce528d tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=062b2f1c-d43a-43ee-a957-f2bc0c12a784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946338 Aug 30 01:16:59.069510 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:16:59.087092 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-0b2e55b7-9f7e-4522-8b59-4f69ac82ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:59.088544 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-0b2e55b7-9f7e-4522-8b59-4f69ac82ffe8 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=0cf797bf-95a3-4bb5-8702-f19da191bb7b HTTP/1.1" status: 200 len: 854 time: 0.0512073 Aug 30 01:16:59.133787 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-94dfe13d-1103-4640-ace7-25ef2d6473c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:59.135270 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-94dfe13d-1103-4640-ace7-25ef2d6473c2 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=281ceb28-999a-45ac-8b94-e3a5aba703ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382180 Aug 30 01:16:59.231538 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-04e089b0-cd0a-4d20-bb79-9442e58cb8b5 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892012 Aug 30 01:16:59.331029 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-06d677c4-4674-4619-b4f5-ede2fd08c6bc req-ac89bc89-29af-4421-8b79-1e7673702a58 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913994 Aug 30 01:16:59.931183 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2038720-af00-42d7-aa46-aca7b9fb325e req-5b64a336-f34e-4ec5-8f86-cae9a535a4b4 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:16:59.932688 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a2038720-af00-42d7-aa46-aca7b9fb325e req-5b64a336-f34e-4ec5-8f86-cae9a535a4b4 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0493569 Aug 30 01:16:59.995351 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a2038720-af00-42d7-aa46-aca7b9fb325e req-9ef703c3-9caa-4c56-bbec-958040b83066 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568926 Aug 30 01:17:00.160901 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880b8a0-fbf4-4f37-9147-20f10d274be4 req-24def893-e269-4250-aeae-b0a362af1007 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:00.163086 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6880b8a0-fbf4-4f37-9147-20f10d274be4 req-24def893-e269-4250-aeae-b0a362af1007 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0582061 Aug 30 01:17:00.179741 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12de071-0707-4eae-b8de-4f4970513bb7 req-ce1cb667-315e-4906-87b0-9e9d312debf0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:00.181288 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d12de071-0707-4eae-b8de-4f4970513bb7 req-ce1cb667-315e-4906-87b0-9e9d312debf0 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 944 time: 0.0504000 Aug 30 01:17:00.218124 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6880b8a0-fbf4-4f37-9147-20f10d274be4 req-c1eac6ac-6168-474d-95c8-24e08247f172 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488894 Aug 30 01:17:00.241611 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d12de071-0707-4eae-b8de-4f4970513bb7 req-f0482303-c6b4-4eaf-9a9a-77f1bf740080 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=062b2f1c-d43a-43ee-a957-f2bc0c12a784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525086 Aug 30 01:17:00.617014 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 33954) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:00.757819 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8c244a3e-1f94-4c2d-b0e4-04e2da287cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:00.777862 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:00.836841 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8c244a3e-1f94-4c2d-b0e4-04e2da287cb8 admin admin] Publish callbacks [] for security_group (1e712e27-3031-42ec-bbca-b273f49041e3), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:00.916899 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8c244a3e-1f94-4c2d-b0e4-04e2da287cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1e712e27-3031-42ec-bbca-b273f49041e3), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:00.957293 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-8c244a3e-1f94-4c2d-b0e4-04e2da287cb8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e6c40353b4444e90a15a2df0ecabd0fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390892 Aug 30 01:17:00.958180 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c244a3e-1f94-4c2d-b0e4-04e2da287cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e712e27-3031-42ec-bbca-b273f49041e3,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:00.959908 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 33960) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:01.008669 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bf9e728e-a4c9-47aa-a8dd-59501dd6ef58 admin admin] Publish callbacks [] for security_group (1e712e27-3031-42ec-bbca-b273f49041e3), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:01.030694 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bf9e728e-a4c9-47aa-a8dd-59501dd6ef58 admin admin] Publish callbacks [] for security_group (1e712e27-3031-42ec-bbca-b273f49041e3), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:01.125947 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2b923-ceab-43a1-b112-05d18bf26919 req-e736b631-1f95-4e4f-ab7f-f05c681bc107 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:01.127443 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-96a2b923-ceab-43a1-b112-05d18bf26919 req-e736b631-1f95-4e4f-ab7f-f05c681bc107 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0500679 Aug 30 01:17:01.164718 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bf9e728e-a4c9-47aa-a8dd-59501dd6ef58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1e712e27-3031-42ec-bbca-b273f49041e3), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:01.167516 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bf9e728e-a4c9-47aa-a8dd-59501dd6ef58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:01.168665 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-bf9e728e-a4c9-47aa-a8dd-59501dd6ef58 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1e712e27-3031-42ec-bbca-b273f49041e3 HTTP/1.1" status: 204 len: 168 time: 0.2077737 Aug 30 01:17:01.191903 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e728e-a4c9-47aa-a8dd-59501dd6ef58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e712e27-3031-42ec-bbca-b273f49041e3,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:01.203417 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-96a2b923-ceab-43a1-b112-05d18bf26919 req-35cdf3e7-af2a-470a-8ba2-550e80f4ecef tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702455 Aug 30 01:17:01.349077 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edec8a3-8fe7-4841-9782-339b1e30cd50 req-55221c3a-1896-4388-a99d-281f1c509b30 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:01.350636 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0edec8a3-8fe7-4841-9782-339b1e30cd50 req-55221c3a-1896-4388-a99d-281f1c509b30 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0486023 Aug 30 01:17:01.365924 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc3aee-973c-4297-8780-c8341c50b05c req-ecba1a88-bb03-41be-94b9-5de5529dc512 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:01.367413 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1dbc3aee-973c-4297-8780-c8341c50b05c req-ecba1a88-bb03-41be-94b9-5de5529dc512 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 944 time: 0.0482969 Aug 30 01:17:01.420332 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0edec8a3-8fe7-4841-9782-339b1e30cd50 req-d3280453-4c44-4b95-a8b7-a5b29d4fe234 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631967 Aug 30 01:17:01.434497 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1dbc3aee-973c-4297-8780-c8341c50b05c req-41ef3235-e029-49c4-93b6-b92aa171beb3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=062b2f1c-d43a-43ee-a957-f2bc0c12a784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606828 Aug 30 01:17:01.836188 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 33974) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:01.850089 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b1a4b84-20e9-4a60-b412-5bf85ab550e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:01.859712 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:01.929902 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b1a4b84-20e9-4a60-b412-5bf85ab550e2 admin admin] Publish callbacks [] for security_group (cc1f0b3f-4210-46de-be30-853f56b640f6), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.014441 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-4b1a4b84-20e9-4a60-b412-5bf85ab550e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (cc1f0b3f-4210-46de-be30-853f56b640f6), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.054288 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-4b1a4b84-20e9-4a60-b412-5bf85ab550e2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a25ff029d6334e58a46bde964defff7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170205 Aug 30 01:17:02.055131 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a4b84-20e9-4a60-b412-5bf85ab550e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1f0b3f-4210-46de-be30-853f56b640f6,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:02.057385 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 33976) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:02.093211 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:02.110716 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-90439bc9-ec19-477c-9d1d-924373404cd6 admin admin] Publish callbacks [] for security_group (cc1f0b3f-4210-46de-be30-853f56b640f6), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.132407 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-90439bc9-ec19-477c-9d1d-924373404cd6 admin admin] Publish callbacks [] for security_group (cc1f0b3f-4210-46de-be30-853f56b640f6), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.233736 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-90439bc9-ec19-477c-9d1d-924373404cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (cc1f0b3f-4210-46de-be30-853f56b640f6), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.236337 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-90439bc9-ec19-477c-9d1d-924373404cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.237538 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-90439bc9-ec19-477c-9d1d-924373404cd6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cc1f0b3f-4210-46de-be30-853f56b640f6 HTTP/1.1" status: 204 len: 168 time: 0.1792364 Aug 30 01:17:02.246187 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90439bc9-ec19-477c-9d1d-924373404cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1f0b3f-4210-46de-be30-853f56b640f6,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:02.339878 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee793446-f9e4-44f5-9563-92f082db81f7 req-286d82c6-dfdc-425a-99c3-9899c53b1cb7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:02.342056 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ee793446-f9e4-44f5-9563-92f082db81f7 req-286d82c6-dfdc-425a-99c3-9899c53b1cb7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0538554 Aug 30 01:17:02.402819 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ee793446-f9e4-44f5-9563-92f082db81f7 req-5a2c51f5-fcaa-41c8-b3f9-6d5fccb5d651 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c05186b-c954-426b-bdda-89534f7db01a&id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550461 Aug 30 01:17:02.429020 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 5c856550-f785-48e4-8e57-b2cf53c786c7 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:17:02.539262 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 5c856550-f785-48e4-8e57-b2cf53c786c7, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5c856550-f785-48e4-8e57-b2cf53c786c7,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:02.563643 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': '5c856550-f785-48e4-8e57-b2cf53c786c7', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'port_id': '5c856550-f785-48e4-8e57-b2cf53c786c7', 'mac_address': 'fa:16:3e:aa:70:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:17:02.565971 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7ab02-954e-490f-948f-10b53fe6bd4a req-456bdcea-e148-4179-9da3-11eed768e58e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:02.567518 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c3c7ab02-954e-490f-948f-10b53fe6bd4a req-456bdcea-e148-4179-9da3-11eed768e58e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0530243 Aug 30 01:17:02.601529 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870209a-ec66-4c17-adc6-87763d7f21d3 req-b547a754-e50f-4b19-bead-d5ea510d9cc8 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:02.602029 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 5c856550-f785-48e4-8e57-b2cf53c786c7 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:02.602422 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.603996 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f870209a-ec66-4c17-adc6-87763d7f21d3 req-b547a754-e50f-4b19-bead-d5ea510d9cc8 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 944 time: 0.0671756 Aug 30 01:17:02.617251 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c856550-f785-48e4-8e57-b2cf53c786c7 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:17:02.645127 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 5c856550-f785-48e4-8e57-b2cf53c786c7, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5c856550-f785-48e4-8e57-b2cf53c786c7,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:02.655408 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c3c7ab02-954e-490f-948f-10b53fe6bd4a req-62bb062a-f8cf-412a-9957-0a9f795a7258 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801139 Aug 30 01:17:02.668974 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f870209a-ec66-4c17-adc6-87763d7f21d3 req-95dd577c-0f75-4390-b1b3-6a232558a536 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=062b2f1c-d43a-43ee-a957-f2bc0c12a784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577226 Aug 30 01:17:02.713216 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:02.762199 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=5c856550-f785-48e4-8e57-b2cf53c786c7,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:03.065051 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['5c856550-f785-48e4-8e57-b2cf53c786c7'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:17:03.772617 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5618475-c2e0-4a62-a6f6-eac3ea61117e req-321fcd29-d781-4ff5-9e10-58a73b4b954a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:03.774162 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f5618475-c2e0-4a62-a6f6-eac3ea61117e req-321fcd29-d781-4ff5-9e10-58a73b4b954a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0484478 Aug 30 01:17:03.801975 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9055f8-1fd1-4498-8807-6bcbf2df9621 req-a08cbbf9-24a1-4a5c-b6db-9509ebf2936e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:03.803521 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3b9055f8-1fd1-4498-8807-6bcbf2df9621 req-a08cbbf9-24a1-4a5c-b6db-9509ebf2936e tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 945 time: 0.0551317 Aug 30 01:17:03.840339 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f5618475-c2e0-4a62-a6f6-eac3ea61117e req-fde52f42-93e6-4bdf-b3c7-b1ea9c392c77 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591440 Aug 30 01:17:03.872632 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3b9055f8-1fd1-4498-8807-6bcbf2df9621 req-57a17e6e-b993-4975-b151-bf07830c3acf tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=062b2f1c-d43a-43ee-a957-f2bc0c12a784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583224 Aug 30 01:17:04.458302 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 5c856550-f785-48e4-8e57-b2cf53c786c7 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:17:04.479540 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:04.504798 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port 5c856550-f785-48e4-8e57-b2cf53c786c7 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:17:04.593567 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port 5c856550-f785-48e4-8e57-b2cf53c786c7 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:04.597324 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.668874 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 5c856550-f785-48e4-8e57-b2cf53c786c7 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:04.669180 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.691931 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435521f1-f793-4834-9915-bb47962b6290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c856550-f785-48e4-8e57-b2cf53c786c7'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:04.694192 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759ee404-38a0-47ae-8857-9115e3d4c950" -d '{"events": [{"server_uuid": "435521f1-f793-4834-9915-bb47962b6290", "name": "network-vif-plugged", "status": "completed", "tag": "5c856550-f785-48e4-8e57-b2cf53c786c7"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:04.712434 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 5c856550-f785-48e4-8e57-b2cf53c786c7, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5c856550-f785-48e4-8e57-b2cf53c786c7,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:04.805504 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:04.859404 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=5c856550-f785-48e4-8e57-b2cf53c786c7,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:04.864655 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0971fe9-01e7-470e-8535-69ad5d58b62c x-openstack-request-id: req-d0971fe9-01e7-470e-8535-69ad5d58b62c {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:04.864944 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435521f1-f793-4834-9915-bb47962b6290", "name": "network-vif-plugged", "status": "completed", "tag": "5c856550-f785-48e4-8e57-b2cf53c786c7", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:04.865195 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0971fe9-01e7-470e-8535-69ad5d58b62c {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:04.865585 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0971fe9-01e7-470e-8535-69ad5d58b62c'] response: {'server_uuid': '435521f1-f793-4834-9915-bb47962b6290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c856550-f785-48e4-8e57-b2cf53c786c7', 'code': 200} Aug 30 01:17:05.005852 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ab5e6-0324-41a6-9a68-c9d20193e90b req-1bec3a9d-ede9-4b36-b933-fe8b70ebcec2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:05.007389 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f49ab5e6-0324-41a6-9a68-c9d20193e90b req-1bec3a9d-ede9-4b36-b933-fe8b70ebcec2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0664117 Aug 30 01:17:05.041347 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c591ba7-7eb6-4766-82a9-d5bfb27897f5 req-bc979ed1-0cc8-4df2-b291-9623bb5e4fb4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:05.042997 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6c591ba7-7eb6-4766-82a9-d5bfb27897f5 req-bc979ed1-0cc8-4df2-b291-9623bb5e4fb4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 946 time: 0.0723665 Aug 30 01:17:05.067295 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f49ab5e6-0324-41a6-9a68-c9d20193e90b req-548ccc85-9db5-4991-a482-86323afbeb41 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541990 Aug 30 01:17:05.089627 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:05.104291 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6c591ba7-7eb6-4766-82a9-d5bfb27897f5 req-b484d202-e9e4-47d2-b91a-21b5f4a42753 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=062b2f1c-d43a-43ee-a957-f2bc0c12a784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535476 Aug 30 01:17:05.278937 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513709e-9ee3-49b1-bf3a-64e078099792 req-d7a53092-b2a9-485e-afdf-95d0299c19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:05.280524 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8513709e-9ee3-49b1-bf3a-64e078099792 req-d7a53092-b2a9-485e-afdf-95d0299c19af service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 1130 time: 0.0426984 Aug 30 01:17:05.331548 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8513709e-9ee3-49b1-bf3a-64e078099792 req-0bc937ce-1fc8-4e4d-9f92-6d52e5d4b907 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=062b2f1c-d43a-43ee-a957-f2bc0c12a784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412471 Aug 30 01:17:06.208804 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90524ba7-e89d-461c-a507-9d8ee5e2b507 req-517db620-2a4c-4bff-97f0-d884c04855f4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:06.210395 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-90524ba7-e89d-461c-a507-9d8ee5e2b507 req-517db620-2a4c-4bff-97f0-d884c04855f4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0569041 Aug 30 01:17:06.230396 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1f505-4241-455b-9e6b-b99d7ec732b3 req-540f88f9-e891-4091-9ac2-2fd9ee0109ea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:06.233522 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-72a1f505-4241-455b-9e6b-b99d7ec732b3 req-540f88f9-e891-4091-9ac2-2fd9ee0109ea tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 946 time: 0.0483201 Aug 30 01:17:06.261811 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-90524ba7-e89d-461c-a507-9d8ee5e2b507 req-b3fab1b9-df81-46a8-84a9-6c1e7b28eaf4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453930 Aug 30 01:17:06.282461 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-72a1f505-4241-455b-9e6b-b99d7ec732b3 req-759796a0-b09f-4f32-aa78-491ffbb233a8 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=062b2f1c-d43a-43ee-a957-f2bc0c12a784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440271 Aug 30 01:17:06.387021 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34088) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:06.507341 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7d975cd8-77ce-4163-bc13-24a9194f46a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.582796 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7d975cd8-77ce-4163-bc13-24a9194f46a9 admin admin] Publish callbacks [] for security_group (6dc6d97c-2c41-4175-834c-004d8ed8a628), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.649898 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7d975cd8-77ce-4163-bc13-24a9194f46a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6dc6d97c-2c41-4175-834c-004d8ed8a628), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.693304 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-7d975cd8-77ce-4163-bc13-24a9194f46a9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b387196a110b4bf8aeb570341e94f766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051729 Aug 30 01:17:06.694109 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d975cd8-77ce-4163-bc13-24a9194f46a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc6d97c-2c41-4175-834c-004d8ed8a628,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:06.694713 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34092) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:06.749518 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed84b-90df-4b68-ac25-72f18e2ff543 admin admin] Publish callbacks [] for security_group (6dc6d97c-2c41-4175-834c-004d8ed8a628), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.770953 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed84b-90df-4b68-ac25-72f18e2ff543 admin admin] Publish callbacks [] for security_group (6dc6d97c-2c41-4175-834c-004d8ed8a628), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.879004 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed84b-90df-4b68-ac25-72f18e2ff543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6dc6d97c-2c41-4175-834c-004d8ed8a628), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.881706 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ee2ed84b-90df-4b68-ac25-72f18e2ff543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:06.882972 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-ee2ed84b-90df-4b68-ac25-72f18e2ff543 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6dc6d97c-2c41-4175-834c-004d8ed8a628 HTTP/1.1" status: 204 len: 168 time: 0.1872101 Aug 30 01:17:06.891307 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ed84b-90df-4b68-ac25-72f18e2ff543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc6d97c-2c41-4175-834c-004d8ed8a628,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:07.395787 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd24f36-21cf-4fa9-9519-f899f1970f89 req-4f01385f-cd33-498a-a775-78d83c37ad00 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:07.397371 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ebd24f36-21cf-4fa9-9519-f899f1970f89 req-4f01385f-cd33-498a-a775-78d83c37ad00 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0495520 Aug 30 01:17:07.447640 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ebd24f36-21cf-4fa9-9519-f899f1970f89 req-bcca3d18-954d-4b9d-9530-8e21b9eef1b2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443852 Aug 30 01:17:07.565058 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5160ae-7ff9-40c7-8844-ea4514dbf363 req-25bcfc02-1577-453b-a87a-960d9a8c24a2 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:07.566605 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3a5160ae-7ff9-40c7-8844-ea4514dbf363 req-25bcfc02-1577-453b-a87a-960d9a8c24a2 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 946 time: 0.0558333 Aug 30 01:17:07.579166 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:07.614763 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3a5160ae-7ff9-40c7-8844-ea4514dbf363 req-2a04a32b-4d15-4cf2-907c-a71f10b30ff3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=062b2f1c-d43a-43ee-a957-f2bc0c12a784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 Aug 30 01:17:07.647077 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34114) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:07.666610 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5019eee5-624a-4085-b1cc-02584c6a4f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:07.680747 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:07.742302 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6d3d0-618d-4efc-988f-1236777a5f01 req-4092fd52-e0ae-473f-b7e8-b9874538be75 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:07.743797 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b9b6d3d0-618d-4efc-988f-1236777a5f01 req-4092fd52-e0ae-473f-b7e8-b9874538be75 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 946 time: 0.0503075 Aug 30 01:17:07.755058 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34116) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:07.760032 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5019eee5-624a-4085-b1cc-02584c6a4f64 admin admin] Publish callbacks [] for security_group (38506de1-443a-4cb6-85e8-0477aeaa2146), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:07.760270 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-323d46d6-9b70-4fbf-8ad1-51cc84440a85 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Request body: {'floatingip': {'port_id': '5c856550-f785-48e4-8e57-b2cf53c786c7'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:17:07.799827 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-323d46d6-9b70-4fbf-8ad1-51cc84440a85 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (e2a964de-0079-467a-ada9-d9dbec33f342), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:07.831040 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5019eee5-624a-4085-b1cc-02584c6a4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (38506de1-443a-4cb6-85e8-0477aeaa2146), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:07.851145 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:07.876068 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019eee5-624a-4085-b1cc-02584c6a4f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38506de1-443a-4cb6-85e8-0477aeaa2146,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:07.886659 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-5019eee5-624a-4085-b1cc-02584c6a4f64 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bf8d89c736c34c85bc18d1d1ea25db7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384064 Aug 30 01:17:07.889715 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34118) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:07.948079 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-90712a90-d867-4db9-8d52-a85a7400061f admin admin] Publish callbacks [] for security_group (38506de1-443a-4cb6-85e8-0477aeaa2146), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:07.969647 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-90712a90-d867-4db9-8d52-a85a7400061f admin admin] Publish callbacks [] for security_group (38506de1-443a-4cb6-85e8-0477aeaa2146), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:07.985696 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:08.124881 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-90712a90-d867-4db9-8d52-a85a7400061f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (38506de1-443a-4cb6-85e8-0477aeaa2146), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:08.127681 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-90712a90-d867-4db9-8d52-a85a7400061f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:08.128904 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-90712a90-d867-4db9-8d52-a85a7400061f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/38506de1-443a-4cb6-85e8-0477aeaa2146 HTTP/1.1" status: 204 len: 168 time: 0.2378917 Aug 30 01:17:08.137204 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90712a90-d867-4db9-8d52-a85a7400061f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38506de1-443a-4cb6-85e8-0477aeaa2146,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:08.288749 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-323d46d6-9b70-4fbf-8ad1-51cc84440a85 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:08.408429 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-323d46d6-9b70-4fbf-8ad1-51cc84440a85 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (e2a964de-0079-467a-ada9-d9dbec33f342), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:08.772101 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.l3_db [None req-323d46d6-9b70-4fbf-8ad1-51cc84440a85 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Floating IP e2a964de-0079-467a-ada9-d9dbec33f342 associated. External IP: 172.27.1.113, port: 5c856550-f785-48e4-8e57-b2cf53c786c7. Aug 30 01:17:08.779270 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2202e-f0d9-4cb7-b28a-b65b7a5675dd req-610d5ecb-d060-4c49-b319-a68b69a7d503 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:08.780746 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ebe2202e-f0d9-4cb7-b28a-b65b7a5675dd req-610d5ecb-d060-4c49-b319-a68b69a7d503 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0648139 Aug 30 01:17:08.901819 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ebe2202e-f0d9-4cb7-b28a-b65b7a5675dd req-f4f08126-3136-4cf1-8e68-50fa8fb18dce tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874565 Aug 30 01:17:08.924441 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:09.021839 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323d46d6-9b70-4fbf-8ad1-51cc84440a85 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:17:09.139469 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323d46d6-9b70-4fbf-8ad1-51cc84440a85 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:17:09.144394 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-323d46d6-9b70-4fbf-8ad1-51cc84440a85 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:09.152404 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f631fe-2e62-46f2-815b-8cc99ae50fd7 None None] Sync routers for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:17:09.163877 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f631fe-2e62-46f2-815b-8cc99ae50fd7 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:17:09.164722 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-35f631fe-2e62-46f2-815b-8cc99ae50fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:16:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:09.176367 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-323d46d6-9b70-4fbf-8ad1-51cc84440a85 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/e2a964de-0079-467a-ada9-d9dbec33f342 HTTP/1.1" status: 200 len: 992 time: 1.4199584 Aug 30 01:17:09.181065 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435521f1-f793-4834-9915-bb47962b6290', 'tag': '5c856550-f785-48e4-8e57-b2cf53c786c7'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:09.181065 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53ea4e5-b910-4282-b834-324e6c17e9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "435521f1-f793-4834-9915-bb47962b6290", "tag": "5c856550-f785-48e4-8e57-b2cf53c786c7"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:09.275272 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:09.285863 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-35f631fe-2e62-46f2-815b-8cc99ae50fd7 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:17:09.426860 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edae7cf7-fa78-4c78-b06b-419b6c1c443e x-openstack-request-id: req-edae7cf7-fa78-4c78-b06b-419b6c1c443e {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:09.427725 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435521f1-f793-4834-9915-bb47962b6290", "tag": "5c856550-f785-48e4-8e57-b2cf53c786c7", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:09.427978 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edae7cf7-fa78-4c78-b06b-419b6c1c443e {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:09.428380 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edae7cf7-fa78-4c78-b06b-419b6c1c443e'] response: {'name': 'network-changed', 'server_uuid': '435521f1-f793-4834-9915-bb47962b6290', 'tag': '5c856550-f785-48e4-8e57-b2cf53c786c7', 'status': 'completed', 'code': 200} Aug 30 01:17:09.515893 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-35f631fe-2e62-46f2-815b-8cc99ae50fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'e2a964de-0079-467a-ada9-d9dbec33f342', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '5c856550-f785-48e4-8e57-b2cf53c786c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:aa:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435521f1-f793-4834-9915-bb47962b6290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:16:51Z', 'updated_at': '2022-08-30T01:17:08Z', 'revision_number': 1, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:09.525410 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ea4e5-b910-4282-b834-324e6c17e9bc req-33665d74-10e1-491a-b9bf-03b073b64e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:09.528006 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d53ea4e5-b910-4282-b834-324e6c17e9bc req-33665d74-10e1-491a-b9bf-03b073b64e81 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=11c8f48af7394a75ab6013ca066751a7&device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 1130 time: 0.0412760 Aug 30 01:17:09.541067 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f631fe-2e62-46f2-815b-8cc99ae50fd7 None None] Checking router: 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:17:09.550161 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f631fe-2e62-46f2-815b-8cc99ae50fd7 None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:17:09.550772 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-35f631fe-2e62-46f2-815b-8cc99ae50fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:16:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:09.629978 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ea4e5-b910-4282-b834-324e6c17e9bc req-20d88218-63a8-4b40-bd7f-41b753f2ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:09.631607 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d53ea4e5-b910-4282-b834-324e6c17e9bc req-20d88218-63a8-4b40-bd7f-41b753f2ec12 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 200 len: 916 time: 0.0988913 Aug 30 01:17:09.779785 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:09.792332 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-35f631fe-2e62-46f2-815b-8cc99ae50fd7 None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:17:09.855026 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d53ea4e5-b910-4282-b834-324e6c17e9bc req-081383b4-5519-4fd5-9aee-833a427e7841 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c856550-f785-48e4-8e57-b2cf53c786c7 HTTP/1.1" status: 200 len: 1000 time: 0.0708280 Aug 30 01:17:09.994219 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ea4e5-b910-4282-b834-324e6c17e9bc req-f6691c7e-09c3-46b2-9c83-41d0aedade0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:09.996764 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d53ea4e5-b910-4282-b834-324e6c17e9bc req-f6691c7e-09c3-46b2-9c83-41d0aedade0d service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=0cf797bf-95a3-4bb5-8702-f19da191bb7b HTTP/1.1" status: 200 len: 854 time: 0.0616944 Aug 30 01:17:10.016745 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-35f631fe-2e62-46f2-815b-8cc99ae50fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'e2a964de-0079-467a-ada9-d9dbec33f342', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '5c856550-f785-48e4-8e57-b2cf53c786c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:aa:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435521f1-f793-4834-9915-bb47962b6290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:16:51Z', 'updated_at': '2022-08-30T01:17:08Z', 'revision_number': 1, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:10.063660 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f631fe-2e62-46f2-815b-8cc99ae50fd7 None None] The sync data for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi is: [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'e2a964de-0079-467a-ada9-d9dbec33f342', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'port_id': '5c856550-f785-48e4-8e57-b2cf53c786c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'mac_address': 'fa:16:3e:aa:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435521f1-f793-4834-9915-bb47962b6290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:16:51Z', 'updated_at': '2022-08-30T01:17:08Z', 'revision_number': 1, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:17:10.072359 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ea4e5-b910-4282-b834-324e6c17e9bc req-2b262b80-e1c4-405e-8198-62bf28e48572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:10.072359 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d53ea4e5-b910-4282-b834-324e6c17e9bc req-2b262b80-e1c4-405e-8198-62bf28e48572 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=281ceb28-999a-45ac-8b94-e3a5aba703ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549765 Aug 30 01:17:10.098263 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191428c-51df-4b82-80a1-649086301d06 req-9e21349a-224f-4d69-aa1f-344e99cbdf64 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:10.103871 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e191428c-51df-4b82-80a1-649086301d06 req-9e21349a-224f-4d69-aa1f-344e99cbdf64 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0708685 Aug 30 01:17:10.174979 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e191428c-51df-4b82-80a1-649086301d06 req-ae398fa9-f6ba-4b0b-b0c2-6b3f2efc9a4f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654218 Aug 30 01:17:10.215456 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d53ea4e5-b910-4282-b834-324e6c17e9bc req-6af26112-0866-4ad7-9237-b75a81860ece service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374278 Aug 30 01:17:10.321601 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d53ea4e5-b910-4282-b834-324e6c17e9bc req-0438a468-5de0-4398-82b2-38a804c69b63 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988917 Aug 30 01:17:10.358547 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33020a42-afe7-44d0-97c3-da6019424dc5 None None] New status for floating IP e2a964de-0079-467a-ada9-d9dbec33f342: ACTIVE {{(pid=107027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:17:10.487596 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:17:11.299801 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1800a7-ed46-40a2-931c-9f5a381d5e86 req-80e6fde4-5898-4e20-bf4d-9adc09240982 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:11.301301 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ae1800a7-ed46-40a2-931c-9f5a381d5e86 req-80e6fde4-5898-4e20-bf4d-9adc09240982 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0488446 Aug 30 01:17:11.349432 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ae1800a7-ed46-40a2-931c-9f5a381d5e86 req-c270f266-473c-4256-bf2c-b7ef73385e31 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424190 Aug 30 01:17:11.676255 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34206) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:11.793496 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6a68771b-553f-4096-9ef9-d2cbf592e67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.813513 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:11.875778 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6a68771b-553f-4096-9ef9-d2cbf592e67c admin admin] Publish callbacks [] for security_group (b52177e7-bebf-4979-bf1c-9f86893e430f), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.953479 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6a68771b-553f-4096-9ef9-d2cbf592e67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (b52177e7-bebf-4979-bf1c-9f86893e430f), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:11.981325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:11.996332 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68771b-553f-4096-9ef9-d2cbf592e67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52177e7-bebf-4979-bf1c-9f86893e430f,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:12.003540 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34210) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:12.004696 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-6a68771b-553f-4096-9ef9-d2cbf592e67c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ea8294141f3047418ccea9f29e699cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255439 Aug 30 01:17:12.055878 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Publish callbacks [] for security_group (b52177e7-bebf-4979-bf1c-9f86893e430f), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:12.076806 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Publish callbacks [] for security_group (b52177e7-bebf-4979-bf1c-9f86893e430f), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:12.204949 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (b52177e7-bebf-4979-bf1c-9f86893e430f), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:12.207517 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:12.208655 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b52177e7-bebf-4979-bf1c-9f86893e430f HTTP/1.1" status: 204 len: 168 time: 0.2034202 Aug 30 01:17:12.217682 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52177e7-bebf-4979-bf1c-9f86893e430f,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:12.227076 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.227076 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.227357 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.227671 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.228006 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.228348 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.228694 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.229002 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.229334 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.229699 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.230027 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.230353 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.230676 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.230999 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.231324 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996bda4-d9c4-473c-8583-bece9be14be4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:12.465260 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:12.486481 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbbb8b-edd0-48b6-81f3-34311c0ad04b req-1518299f-5ba8-4803-9cab-6e0ad3238b06 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:12.488101 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c3cbbb8b-edd0-48b6-81f3-34311c0ad04b req-1518299f-5ba8-4803-9cab-6e0ad3238b06 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0519214 Aug 30 01:17:12.505255 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device adb8f445-f2e5-41a5-91ba-43406b91be88 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:17:12.541795 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c3cbbb8b-edd0-48b6-81f3-34311c0ad04b req-4c553a02-4215-4932-9963-acc0403b8ee1 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475950 Aug 30 01:17:12.642688 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port adb8f445-f2e5-41a5-91ba-43406b91be88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=adb8f445-f2e5-41a5-91ba-43406b91be88,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:12.659663 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'port_id': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'mac_address': 'fa:16:3e:f6:25:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:17:12.701168 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port adb8f445-f2e5-41a5-91ba-43406b91be88 is: ACTIVE; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:12.701168 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:12.713424 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adb8f445-f2e5-41a5-91ba-43406b91be88 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:17:12.734940 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port adb8f445-f2e5-41a5-91ba-43406b91be88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=adb8f445-f2e5-41a5-91ba-43406b91be88,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:12.810145 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:12.872480 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=adb8f445-f2e5-41a5-91ba-43406b91be88,revision_number=6']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:12.969022 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34248) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:12.983659 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2f54978d-add2-42b9-ab7e-7d1fc3115f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.005618 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['adb8f445-f2e5-41a5-91ba-43406b91be88'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:17:13.079764 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2f54978d-add2-42b9-ab7e-7d1fc3115f5f admin admin] Publish callbacks [] for security_group (6926ebf7-a17d-4ca2-825d-f1c3f478177a), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.156829 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2f54978d-add2-42b9-ab7e-7d1fc3115f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6926ebf7-a17d-4ca2-825d-f1c3f478177a), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.179049 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:13.211030 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-2f54978d-add2-42b9-ab7e-7d1fc3115f5f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a2a60549d39d4111ac0133a74f687e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384174 Aug 30 01:17:13.211030 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54978d-add2-42b9-ab7e-7d1fc3115f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6926ebf7-a17d-4ca2-825d-f1c3f478177a,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:13.211481 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34250) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:13.272853 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-80a44fb4-df98-4d8b-9264-9ec133d3d95d admin admin] Publish callbacks [] for security_group (6926ebf7-a17d-4ca2-825d-f1c3f478177a), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.296495 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-80a44fb4-df98-4d8b-9264-9ec133d3d95d admin admin] Publish callbacks [] for security_group (6926ebf7-a17d-4ca2-825d-f1c3f478177a), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.707386 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9fc6e-ca9c-4453-9fb2-1b0213b73086 req-04e13cb7-4a39-4453-9f18-c5c64d446b53 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:13.709781 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-37f9fc6e-ca9c-4453-9fb2-1b0213b73086 req-04e13cb7-4a39-4453-9f18-c5c64d446b53 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 944 time: 0.0638011 Aug 30 01:17:13.778272 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-37f9fc6e-ca9c-4453-9fb2-1b0213b73086 req-fdbdbd50-d5d5-4e29-bff2-300bc77948c4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617197 Aug 30 01:17:13.827418 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-80a44fb4-df98-4d8b-9264-9ec133d3d95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6926ebf7-a17d-4ca2-825d-f1c3f478177a), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.830432 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-80a44fb4-df98-4d8b-9264-9ec133d3d95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:13.831919 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-80a44fb4-df98-4d8b-9264-9ec133d3d95d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6926ebf7-a17d-4ca2-825d-f1c3f478177a HTTP/1.1" status: 204 len: 168 time: 0.6182401 Aug 30 01:17:13.841432 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a44fb4-df98-4d8b-9264-9ec133d3d95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6926ebf7-a17d-4ca2-825d-f1c3f478177a,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:14.545079 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device adb8f445-f2e5-41a5-91ba-43406b91be88 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:17:14.601381 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port adb8f445-f2e5-41a5-91ba-43406b91be88 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:14.602065 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.698984 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port adb8f445-f2e5-41a5-91ba-43406b91be88 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:14.699666 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.729949 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:14.732717 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaa71f6-d5e3-4fbe-b5f1-fa7554c7b559" -d '{"events": [{"server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "name": "network-vif-plugged", "status": "completed", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:14.758851 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port adb8f445-f2e5-41a5-91ba-43406b91be88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=adb8f445-f2e5-41a5-91ba-43406b91be88,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:14.825132 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c54347-ab54-41d1-ade6-0d9f7baecaef x-openstack-request-id: req-77c54347-ab54-41d1-ade6-0d9f7baecaef {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:14.825514 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "name": "network-vif-plugged", "status": "completed", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:14.825876 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77c54347-ab54-41d1-ade6-0d9f7baecaef {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:14.826115 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c54347-ab54-41d1-ade6-0d9f7baecaef'] response: {'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'code': 200} Aug 30 01:17:14.836314 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:14.917006 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=adb8f445-f2e5-41a5-91ba-43406b91be88,revision_number=7']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:14.992737 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8573530-fa3f-4069-ac6f-990b3611110c req-1c4c5884-2ea8-43b8-a675-fd8f79ebd6b1 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:14.994439 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c8573530-fa3f-4069-ac6f-990b3611110c req-1c4c5884-2ea8-43b8-a675-fd8f79ebd6b1 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0783317 Aug 30 01:17:15.056114 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c8573530-fa3f-4069-ac6f-990b3611110c req-5d6ea18a-7eec-4508-91aa-fe4522c03704 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529556 Aug 30 01:17:16.229060 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adaacf9-8dd6-47eb-8921-b32cbc8b8a60 req-7cefa52f-f1ee-40f9-92b1-fe08efddba89 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:16.236791 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2adaacf9-8dd6-47eb-8921-b32cbc8b8a60 req-7cefa52f-f1ee-40f9-92b1-fe08efddba89 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0701594 Aug 30 01:17:16.300819 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2adaacf9-8dd6-47eb-8921-b32cbc8b8a60 req-8a9bc80f-1d31-47f4-9af0-fc7ff8e6a8dd tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628083 Aug 30 01:17:17.537442 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841b757-f279-4bed-8369-3d312c86ce84 req-0dd4e83c-abb3-4b5d-b0c1-ebdab93f4e80 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:17.550043 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2841b757-f279-4bed-8369-3d312c86ce84 req-0dd4e83c-abb3-4b5d-b0c1-ebdab93f4e80 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.1060684 Aug 30 01:17:17.606253 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2841b757-f279-4bed-8369-3d312c86ce84 req-ae7de258-0916-480c-a383-2aec0d1a7b10 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551713 Aug 30 01:17:18.691652 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:18.769298 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3b02c-5195-4ab2-8cbc-2264d318d55e req-f7aaf668-0e69-4a1d-857c-3a4cae8c058c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:18.770934 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9ab3b02c-5195-4ab2-8cbc-2264d318d55e req-f7aaf668-0e69-4a1d-857c-3a4cae8c058c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0638039 Aug 30 01:17:18.831981 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9ab3b02c-5195-4ab2-8cbc-2264d318d55e req-1f886788-65c2-4487-aca0-1c260ef52134 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538855 Aug 30 01:17:19.977975 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd4598-4038-46de-8b81-c9b8864fede0 req-f7be1e9b-cde6-451a-b6ee-e1bce578b795 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:19.980164 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-64bd4598-4038-46de-8b81-c9b8864fede0 req-f7be1e9b-cde6-451a-b6ee-e1bce578b795 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0516858 Aug 30 01:17:20.036770 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-64bd4598-4038-46de-8b81-c9b8864fede0 req-ee40ede4-616e-4f7b-bffc-55cd08c2fcd6 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500121 Aug 30 01:17:20.296891 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f13a754d-2ee5-4e32-8af6-fc8469189382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:20.567286 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:20.571083 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:21.181798 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:21.213648 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3336a-2edf-4f2a-a0ec-0bbf7aa52038 req-f40dad9a-2896-4600-b998-21b5891300d4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:21.215294 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-88f3336a-2edf-4f2a-a0ec-0bbf7aa52038 req-f40dad9a-2896-4600-b998-21b5891300d4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0733542 Aug 30 01:17:21.289485 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-88f3336a-2edf-4f2a-a0ec-0bbf7aa52038 req-59b888c4-50af-4783-9c80-798a43c53c33 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627425 Aug 30 01:17:22.443658 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c20f73-a866-40ae-8121-443effd28865 req-35f1a703-4aa9-4f5d-bdcc-acc3f7fa7200 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:22.445237 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-03c20f73-a866-40ae-8121-443effd28865 req-35f1a703-4aa9-4f5d-bdcc-acc3f7fa7200 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0565295 Aug 30 01:17:22.774980 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-03c20f73-a866-40ae-8121-443effd28865 req-f6a1f513-201b-4758-8fb7-9cfa6b035c0d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3234572 Aug 30 01:17:23.008156 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-9a4889cf-1fb6-4e5b-821b-9ddd7571ae61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:23.370619 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7b779-f6f0-48c3-9767-8e866b667bd7 req-a647c91b-6e50-4972-960d-6573fb2f162d tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:23.372507 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8bb7b779-f6f0-48c3-9767-8e866b667bd7 req-a647c91b-6e50-4972-960d-6573fb2f162d tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0698211 Aug 30 01:17:23.434836 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8bb7b779-f6f0-48c3-9767-8e866b667bd7 req-615bde40-56f0-4b82-9c59-a94903e8dd1e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544300 Aug 30 01:17:23.913516 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65aefa-16e9-47e4-a4d1-a5747dc5d207 req-a9149057-0b1d-4791-9387-d7ce846e9e69 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:23.915384 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fe65aefa-16e9-47e4-a4d1-a5747dc5d207 req-a9149057-0b1d-4791-9387-d7ce846e9e69 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0492785 Aug 30 01:17:23.965147 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-fe65aefa-16e9-47e4-a4d1-a5747dc5d207 req-b3f180c4-1cc1-4bd1-a551-1d84e77b5e33 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442097 Aug 30 01:17:24.213462 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:24.572665 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46635acb-df20-43cd-9c9b-0facf39880ae req-da2d0a9c-9929-48d0-b4ca-add9bb843983 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:24.626083 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-46635acb-df20-43cd-9c9b-0facf39880ae req-da2d0a9c-9929-48d0-b4ca-add9bb843983 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0533648 Aug 30 01:17:24.628697 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-46635acb-df20-43cd-9c9b-0facf39880ae req-bbe8e336-b807-4b32-b7ea-198ad23e7d65 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484478 Aug 30 01:17:25.092674 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94061bc-e4bd-4831-89e5-148130343ff7 req-7654715e-9b9b-4156-be1a-4be52c57b3b9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:25.094126 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e94061bc-e4bd-4831-89e5-148130343ff7 req-7654715e-9b9b-4156-be1a-4be52c57b3b9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0484245 Aug 30 01:17:25.151985 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e94061bc-e4bd-4831-89e5-148130343ff7 req-c3577610-a4fa-4ddb-a3f2-0990ee6bb7e2 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495877 Aug 30 01:17:25.700225 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:25.754070 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e8609-3b58-4002-81b8-1fd60b8be958 req-7cdad800-ad3a-447a-ba3d-6ce6d5c1ff56 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:25.755646 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9a7e8609-3b58-4002-81b8-1fd60b8be958 req-7cdad800-ad3a-447a-ba3d-6ce6d5c1ff56 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0493648 Aug 30 01:17:25.793253 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:25.845260 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:25.879071 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-7c621ded-9b5d-4781-9453-96eb5d0bd0b8 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:25.880549 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-7c621ded-9b5d-4781-9453-96eb5d0bd0b8 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 946 time: 0.1050963 Aug 30 01:17:25.885189 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9a7e8609-3b58-4002-81b8-1fd60b8be958 req-c14a56a4-b6f5-4723-99c5-4f6a9f1d570e tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=cfd9667c-b616-4703-80e5-75ad1f497f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240215 Aug 30 01:17:25.886533 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fd82e-764d-4cf1-baba-4f1c8f8be2b2 req-b10eeb57-0dcb-4ec6-9cb4-648228b571c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:25.887930 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bc2fd82e-764d-4cf1-baba-4f1c8f8be2b2 req-b10eeb57-0dcb-4ec6-9cb4-648228b571c6 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 1129 time: 0.0957685 Aug 30 01:17:25.943519 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:26.016756 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:26.057093 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Deleting port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:17:26.057442 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:26.064911 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fd82e-764d-4cf1-baba-4f1c8f8be2b2 req-23944aef-de80-48dc-9958-1b3f5e41b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:26.066458 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bc2fd82e-764d-4cf1-baba-4f1c8f8be2b2 req-23944aef-de80-48dc-9958-1b3f5e41b449 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f HTTP/1.1" status: 200 len: 917 time: 0.1630309 Aug 30 01:17:26.181324 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bc2fd82e-764d-4cf1-baba-4f1c8f8be2b2 req-ca357e34-8940-4974-95b8-88f7fb052d1f service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adb8f445-f2e5-41a5-91ba-43406b91be88 HTTP/1.1" status: 200 len: 1000 time: 0.1045117 Aug 30 01:17:26.239606 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] For port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=d73390a3-6a1a-4a0a-9fab-afc8d7d090e9,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:26.239973 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:26.282307 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a414a-2ea1-486d-934a-2e7f69525b65 req-4d4dfe74-72ab-4da3-b03d-f64465b648e9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:26.284039 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-603a414a-2ea1-486d-934a-2e7f69525b65 req-4d4dfe74-72ab-4da3-b03d-f64465b648e9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0488632 Aug 30 01:17:26.293544 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fd82e-764d-4cf1-baba-4f1c8f8be2b2 req-f7dc671a-28ad-481f-a867-90f8c29ef740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:26.295059 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bc2fd82e-764d-4cf1-baba-4f1c8f8be2b2 req-f7dc671a-28ad-481f-a867-90f8c29ef740 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=396acad7-fa43-4c94-bf65-eb50fa3cb4e5 HTTP/1.1" status: 200 len: 855 time: 0.1034870 Aug 30 01:17:26.335015 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-603a414a-2ea1-486d-934a-2e7f69525b65 req-f6b5a487-48f4-4db2-9953-f886466f3ff7 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448885 Aug 30 01:17:26.379666 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fd82e-764d-4cf1-baba-4f1c8f8be2b2 req-babab930-26f2-4599-aab2-d0c3631c2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:26.385987 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bc2fd82e-764d-4cf1-baba-4f1c8f8be2b2 req-babab930-26f2-4599-aab2-d0c3631c2fe5 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0785015 Aug 30 01:17:26.514343 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:26.515245 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (f48662d8-fa77-4516-bae4-25c7cfa8ebed), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:26.515748 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Floating IP f48662d8-fa77-4516-bae4-25c7cfa8ebed disassociated. External IP: 172.27.1.171, port: d73390a3-6a1a-4a0a-9fab-afc8d7d090e9. Aug 30 01:17:26.516263 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Calling delete_port for d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:17:26.553574 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bc2fd82e-764d-4cf1-baba-4f1c8f8be2b2 req-e6124f8c-2593-4704-b0e8-84e74bf54f8c service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629293 Aug 30 01:17:26.691695 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:26.698991 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bc2fd82e-764d-4cf1-baba-4f1c8f8be2b2 req-6fd67188-653c-445a-938d-3b14d7b266d5 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195030 Aug 30 01:17:26.853128 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (d73390a3-6a1a-4a0a-9fab-afc8d7d090e9), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:26.884439 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event deleted for resources: {'Port': ['ID=d73390a3-6a1a-4a0a-9fab-afc8d7d090e9,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:26.903325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.903325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.903325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.903325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.903325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.903325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.903325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.903325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.903325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.903325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.903325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.903325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.903325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.904630 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:26.904630 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:27.017311 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:27.022987 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-68210e50-31f7-4833-9b89-ca4f326db19a req-b492a3ed-89fe-40cc-a026-d69e367ca140 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0378504 Aug 30 01:17:27.037663 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Router d6f11566-c297-48de-bf20-6cd3aaacfc38 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:17:27.146619 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:17:27.156827 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce7f53a-50bc-4237-ab8f-288538882166 None None] Sync routers for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:17:27.167696 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7f53a-50bc-4237-ab8f-288538882166 None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:17:27.168313 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-fce7f53a-50bc-4237-ab8f-288538882166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:27.190885 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] No DVR routers for this DVR port d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:17:27.193392 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:27.196618 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7df7f9d7-a97b-4624-99c0-607a51bef9d4 req-d813b0a8-3fcb-4916-84c6-9544cfe475eb tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.74 "DELETE /networking/v2.0/ports/d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 HTTP/1.1" status: 204 len: 173 time: 1.2998807 Aug 30 01:17:27.197078 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae3ba30-d38c-4e44-bc40-c9bda178d1b5', 'name': 'network-vif-deleted', 'tag': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:27.199387 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231de023-acc1-431e-826d-9194965574f7" -d '{"events": [{"server_uuid": "7ae3ba30-d38c-4e44-bc40-c9bda178d1b5", "name": "network-vif-deleted", "tag": "d73390a3-6a1a-4a0a-9fab-afc8d7d090e9"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:27.241861 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ae7572-03b4-46c4-b4f2-586b321ea1e4 x-openstack-request-id: req-f6ae7572-03b4-46c4-b4f2-586b321ea1e4 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:27.242154 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae3ba30-d38c-4e44-bc40-c9bda178d1b5", "name": "network-vif-deleted", "tag": "d73390a3-6a1a-4a0a-9fab-afc8d7d090e9", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:27.242408 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6ae7572-03b4-46c4-b4f2-586b321ea1e4 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:27.242950 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ae7572-03b4-46c4-b4f2-586b321ea1e4'] response: {'server_uuid': '7ae3ba30-d38c-4e44-bc40-c9bda178d1b5', 'name': 'network-vif-deleted', 'tag': 'd73390a3-6a1a-4a0a-9fab-afc8d7d090e9', 'status': 'completed', 'code': 200} Aug 30 01:17:27.275269 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-fce7f53a-50bc-4237-ab8f-288538882166 None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:17:27.490827 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-fce7f53a-50bc-4237-ab8f-288538882166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:27.503844 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b28c1-a9ea-4002-8a7b-b917d0f01a6e req-52da03a5-2559-4e5b-b255-1d3adf00f4c0 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:27.506090 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e38b28c1-a9ea-4002-8a7b-b917d0f01a6e req-52da03a5-2559-4e5b-b255-1d3adf00f4c0 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0690312 Aug 30 01:17:27.520820 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce7f53a-50bc-4237-ab8f-288538882166 None None] Checking router: d6f11566-c297-48de-bf20-6cd3aaacfc38 for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:17:27.530903 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7f53a-50bc-4237-ab8f-288538882166 None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:17:27.531591 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-fce7f53a-50bc-4237-ab8f-288538882166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:27.559444 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e38b28c1-a9ea-4002-8a7b-b917d0f01a6e req-73915e51-be8f-4e03-b412-73180a544b2b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472767 Aug 30 01:17:27.614595 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:27.638398 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-fce7f53a-50bc-4237-ab8f-288538882166 None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:17:27.848006 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-fce7f53a-50bc-4237-ab8f-288538882166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:27.877378 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce7f53a-50bc-4237-ab8f-288538882166 None None] The sync data for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi is: [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:10:49Z', 'revision_number': 4, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '14820fdc-5aa9-4c0c-90bb-9b35a5c38f61', 'name': '', 'network_id': '37938639-da56-43d1-ac7c-a949da52ba53', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'mac_address': 'fa:16:3e:91:ce:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:46Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'subnets': [{'id': 'f73da1d0-2071-4d5f-b9f8-f3beaaeae423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:17:28.110368 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120eb998-184d-496d-9e83-fa247f0ade7c None None] New status for floating IP f48662d8-fa77-4516-bae4-25c7cfa8ebed: DOWN {{(pid=107027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:17:28.134724 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6847c44f-edb4-4d6f-94a7-6890836ce6f9 req-1b295b99-ebe0-41e8-b521-b93ff722a2d2 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0272198 Aug 30 01:17:28.633178 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device adb8f445-f2e5-41a5-91ba-43406b91be88 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:17:28.690519 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b7626-f297-4040-a06a-10e728ee1aa4 req-8cb85892-a769-4060-af13-7a30ac195781 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:28.695120 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-272b7626-f297-4040-a06a-10e728ee1aa4 req-8cb85892-a769-4060-af13-7a30ac195781 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 945 time: 0.0533578 Aug 30 01:17:28.713208 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port adb8f445-f2e5-41a5-91ba-43406b91be88 is: ACTIVE; New status is: DOWN {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:28.713602 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:28.747576 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:28.751619 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4ed42a-5332-4a31-9095-e7a4230e1385" -d '{"events": [{"server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "name": "network-vif-unplugged", "status": "completed", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:28.757773 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-272b7626-f297-4040-a06a-10e728ee1aa4 req-3ac47873-d64a-493b-81d0-7e5418f0d54b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590360 Aug 30 01:17:28.766262 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port adb8f445-f2e5-41a5-91ba-43406b91be88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=adb8f445-f2e5-41a5-91ba-43406b91be88,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:28.793831 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c97096-b2bf-430a-9e73-4cae8583f0e7 x-openstack-request-id: req-27c97096-b2bf-430a-9e73-4cae8583f0e7 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:28.794121 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "name": "network-vif-unplugged", "status": "completed", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:28.794377 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27c97096-b2bf-430a-9e73-4cae8583f0e7 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:28.794796 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c97096-b2bf-430a-9e73-4cae8583f0e7'] response: {'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'code': 200} Aug 30 01:17:28.878545 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:28.879291 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:17:28.918063 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:17:28.918411 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device d73390a3-6a1a-4a0a-9fab-afc8d7d090e9 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:17:28.948929 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=adb8f445-f2e5-41a5-91ba-43406b91be88,revision_number=8']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:29.254493 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cfe2afd3-e985-4e9c-9411-4867797df47a req-c2fe81ed-f4fb-4438-8a0e-4ccb59218704 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7ae3ba30-d38c-4e44-bc40-c9bda178d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0312483 Aug 30 01:17:29.891718 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24183d04-46ef-4584-99b1-316131b03df0 req-fee6047f-2d47-4c36-b5aa-509f4ce70851 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:29.893196 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-24183d04-46ef-4584-99b1-316131b03df0 req-fee6047f-2d47-4c36-b5aa-509f4ce70851 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0537684 Aug 30 01:17:29.944380 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-24183d04-46ef-4584-99b1-316131b03df0 req-477bca66-a3af-402a-818b-ec6d63c3d06c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452197 Aug 30 01:17:30.454007 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34518) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:30.510507 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b684f8e3-3f35-423d-978e-19d3bd7a5132 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group (cfd9667c-b616-4703-80e5-75ad1f497f8e), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:30.532800 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b684f8e3-3f35-423d-978e-19d3bd7a5132 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group (cfd9667c-b616-4703-80e5-75ad1f497f8e), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:30.667156 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b684f8e3-3f35-423d-978e-19d3bd7a5132 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (cfd9667c-b616-4703-80e5-75ad1f497f8e), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:30.669996 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b684f8e3-3f35-423d-978e-19d3bd7a5132 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:30.671966 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b684f8e3-3f35-423d-978e-19d3bd7a5132 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cfd9667c-b616-4703-80e5-75ad1f497f8e HTTP/1.1" status: 204 len: 168 time: 0.2161860 Aug 30 01:17:30.675002 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34520) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:30.683108 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684f8e3-3f35-423d-978e-19d3bd7a5132 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd9667c-b616-4703-80e5-75ad1f497f8e,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:30.683258 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:30.689870 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.api.v2.resource [None req-03be4f4c-280a-4206-a3b0-3c18e3bf7bd2 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] show failed (client error): The resource could not be found. Aug 30 01:17:30.690880 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-03be4f4c-280a-4206-a3b0-3c18e3bf7bd2 tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "GET /networking/v2.0/security-groups/cfd9667c-b616-4703-80e5-75ad1f497f8e HTTP/1.1" status: 404 len: 347 time: 0.0147717 Aug 30 01:17:30.694056 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34522) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:30.826114 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-a43eeb2a-5078-43b0-b433-2dff3d9fc8dc tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Deleting port 7a7463c8-d504-4715-97ff-572bfaf9ad16 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:17:30.826454 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a43eeb2a-5078-43b0-b433-2dff3d9fc8dc tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (7a7463c8-d504-4715-97ff-572bfaf9ad16), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:30.904440 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a43eeb2a-5078-43b0-b433-2dff3d9fc8dc tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (7a7463c8-d504-4715-97ff-572bfaf9ad16), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:30.905665 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a43eeb2a-5078-43b0-b433-2dff3d9fc8dc tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (7a7463c8-d504-4715-97ff-572bfaf9ad16), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:30.923069 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-a43eeb2a-5078-43b0-b433-2dff3d9fc8dc tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Calling delete_port for 7a7463c8-d504-4715-97ff-572bfaf9ad16 owned by network:floatingip {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:17:30.990619 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:31.142088 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a43eeb2a-5078-43b0-b433-2dff3d9fc8dc tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (7a7463c8-d504-4715-97ff-572bfaf9ad16), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:31.172956 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43eeb2a-5078-43b0-b433-2dff3d9fc8dc tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Pushing event deleted for resources: {'Port': ['ID=7a7463c8-d504-4715-97ff-572bfaf9ad16,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:31.242512 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a43eeb2a-5078-43b0-b433-2dff3d9fc8dc tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks [] for floatingip (f48662d8-fa77-4516-bae4-25c7cfa8ebed), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:31.243474 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a43eeb2a-5078-43b0-b433-2dff3d9fc8dc tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:31.244630 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-a43eeb2a-5078-43b0-b433-2dff3d9fc8dc tempest-AttachVolumeTestJSON-1554932294 tempest-AttachVolumeTestJSON-1554932294-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/f48662d8-fa77-4516-bae4-25c7cfa8ebed HTTP/1.1" status: 204 len: 168 time: 0.5494699 Aug 30 01:17:32.186276 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [req-a32dc919-311d-473a-a472-d6503fae09c8 req-ef59c2f4-a621-447f-bd82-41f92f066242 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:17:32.187758 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a32dc919-311d-473a-a472-d6503fae09c8 req-ef59c2f4-a621-447f-bd82-41f92f066242 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061467 Aug 30 01:17:32.648942 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device adb8f445-f2e5-41a5-91ba-43406b91be88 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:17:32.676696 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce57f6-41c2-4404-af8b-cf654ce2dd9d req-d571c7f7-3844-4543-8fa3-5b6fedcc0be8 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:32.679261 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-13ce57f6-41c2-4404-af8b-cf654ce2dd9d req-d571c7f7-3844-4543-8fa3-5b6fedcc0be8 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0482020 Aug 30 01:17:32.722244 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port adb8f445-f2e5-41a5-91ba-43406b91be88 is: DOWN; New status is: DOWN {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:32.730136 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-13ce57f6-41c2-4404-af8b-cf654ce2dd9d req-2492e020-5fb3-48b2-a62c-ddba1b58c5f0 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443659 Aug 30 01:17:33.246765 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34574) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:33.338575 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-9209af24-86f3-49b7-8b7c-48002838690d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903227 Aug 30 01:17:33.347779 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-200ec7c9-9ab8-469b-8edc-161ea78e409e service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:17:33.349375 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-200ec7c9-9ab8-469b-8edc-161ea78e409e service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055680 Aug 30 01:17:33.429173 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34584) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:33.538442 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-e1aab6f5-4e35-4723-ac9d-119a355bf6e4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:33.540994 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-e1aab6f5-4e35-4723-ac9d-119a355bf6e4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports/adb8f445-f2e5-41a5-91ba-43406b91be88 HTTP/1.1" status: 200 len: 940 time: 0.1107612 Aug 30 01:17:33.856997 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca9052-915d-4b61-8c56-192ac63de2e0 req-b904ef61-13b0-4841-9728-59950940e7b5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:33.858636 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-99ca9052-915d-4b61-8c56-192ac63de2e0 req-b904ef61-13b0-4841-9728-59950940e7b5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0473254 Aug 30 01:17:33.910135 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-99ca9052-915d-4b61-8c56-192ac63de2e0 req-76b62258-0b4d-47e2-9cc6-de0b573259f1 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450900 Aug 30 01:17:35.050009 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2181-968e-44c1-ba45-75c39bcad030 req-d3b7128c-dfee-4ef3-a7c1-24e82530ca76 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:35.051515 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-25fd2181-968e-44c1-ba45-75c39bcad030 req-d3b7128c-dfee-4ef3-a7c1-24e82530ca76 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0530815 Aug 30 01:17:35.101398 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-25fd2181-968e-44c1-ba45-75c39bcad030 req-4296e9a2-5b08-4805-8bde-445e88cd81b3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442271 Aug 30 01:17:35.341013 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-594ba0bf-65a6-4288-be4e-b868b40ad598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:35.342759 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-594ba0bf-65a6-4288-be4e-b868b40ad598 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d&tenant_id=742c089b0dea4b1f89efd31f48f9ffc5 HTTP/1.1" status: 200 len: 1127 time: 0.0413799 Aug 30 01:17:35.440654 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-af6165d3-88b2-48d1-bd5b-a4b261d459ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:35.440654 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-af6165d3-88b2-48d1-bd5b-a4b261d459ce service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 1127 time: 0.0462368 Aug 30 01:17:35.441240 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34630) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:35.564145 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:35.618862 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-b7607291-61e9-4a59-b7b2-5b0823f5d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:35.620337 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-b7607291-61e9-4a59-b7b2-5b0823f5d2b2 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f HTTP/1.1" status: 200 len: 917 time: 0.1727576 Aug 30 01:17:35.662788 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:35.730250 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-24ef5660-9f2b-4b14-8510-6cfc88155dc9 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adb8f445-f2e5-41a5-91ba-43406b91be88 HTTP/1.1" status: 200 len: 998 time: 0.1014636 Aug 30 01:17:35.823645 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-ddda5643-0e9f-4ae8-a40a-90dda448f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:35.825099 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-ddda5643-0e9f-4ae8-a40a-90dda448f46f service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=396acad7-fa43-4c94-bf65-eb50fa3cb4e5 HTTP/1.1" status: 200 len: 855 time: 0.0658379 Aug 30 01:17:35.826115 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34636) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:35.899063 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-2f6bf4aa-5d00-4928-a492-8950fde65ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:35.900616 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-2f6bf4aa-5d00-4928-a492-8950fde65ce6 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0535088 Aug 30 01:17:35.935974 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1b37d665-f7f9-4c54-a9ed-8d409a39383c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.013551 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1b37d665-f7f9-4c54-a9ed-8d409a39383c admin admin] Publish callbacks [] for security_group (99b4fcf6-a404-436e-a465-ff29d741fc0b), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.164770 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1b37d665-f7f9-4c54-a9ed-8d409a39383c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (99b4fcf6-a404-436e-a465-ff29d741fc0b), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.210069 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-1b37d665-f7f9-4c54-a9ed-8d409a39383c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ff4feca37bcd409090eed4f1c9a91f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828266 Aug 30 01:17:36.211112 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37d665-f7f9-4c54-a9ed-8d409a39383c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b4fcf6-a404-436e-a465-ff29d741fc0b,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:36.213636 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34642) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:36.267902 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa5ce4a9-ed60-4d40-b03f-516bc24fd348 admin admin] Publish callbacks [] for security_group (99b4fcf6-a404-436e-a465-ff29d741fc0b), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.295562 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa5ce4a9-ed60-4d40-b03f-516bc24fd348 admin admin] Publish callbacks [] for security_group (99b4fcf6-a404-436e-a465-ff29d741fc0b), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.407273 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a8013fee-38b0-449c-aedf-7e1a64bb7ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-482018'] for router_interface (d6f11566-c297-48de-bf20-6cd3aaacfc38), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.450084 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-59deef1d-6783-462d-8ad2-7da6b8356a5f service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333049 Aug 30 01:17:36.455302 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa5ce4a9-ed60-4d40-b03f-516bc24fd348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (99b4fcf6-a404-436e-a465-ff29d741fc0b), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.461676 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aa5ce4a9-ed60-4d40-b03f-516bc24fd348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.461676 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-aa5ce4a9-ed60-4d40-b03f-516bc24fd348 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/99b4fcf6-a404-436e-a465-ff29d741fc0b HTTP/1.1" status: 204 len: 168 time: 0.2445314 Aug 30 01:17:36.462479 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:36.473962 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ce4a9-ed60-4d40-b03f-516bc24fd348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b4fcf6-a404-436e-a465-ff29d741fc0b,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:36.483953 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c17e3-1535-451f-b030-b572b468d5b6 req-3f9a9713-f1fe-4d64-a2d9-d49c0db1e910 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:36.485597 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c5c17e3-1535-451f-b030-b572b468d5b6 req-3f9a9713-f1fe-4d64-a2d9-d49c0db1e910 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.1207814 Aug 30 01:17:36.629081 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c5c17e3-1535-451f-b030-b572b468d5b6 req-35bd62c1-c967-4fce-b718-87a17d6344ce tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312046 Aug 30 01:17:36.695228 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d69cafe3-8ef3-45c4-8c69-54ceff5d7a17 req-09da79a6-adf7-41d3-9a75-93c99abf2f3f service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340453 Aug 30 01:17:36.709843 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:36.828023 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-a8013fee-38b0-449c-aedf-7e1a64bb7ece admin admin] Deleting port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:17:36.828531 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a8013fee-38b0-449c-aedf-7e1a64bb7ece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.916147 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-a8013fee-38b0-449c-aedf-7e1a64bb7ece admin admin] For port 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=14820fdc-5aa9-4c0c-90bb-9b35a5c38f61,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:36.916503 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a8013fee-38b0-449c-aedf-7e1a64bb7ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:36.932723 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-a8013fee-38b0-449c-aedf-7e1a64bb7ece admin admin] Calling delete_port for 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 owned by network:router_interface {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:17:36.979653 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:37.207672 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a8013fee-38b0-449c-aedf-7e1a64bb7ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (14820fdc-5aa9-4c0c-90bb-9b35a5c38f61), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:37.234491 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8013fee-38b0-449c-aedf-7e1a64bb7ece admin admin] Pushing event deleted for resources: {'Port': ['ID=14820fdc-5aa9-4c0c-90bb-9b35a5c38f61,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:37.441679 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a8013fee-38b0-449c-aedf-7e1a64bb7ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481618'] for router_interface (d6f11566-c297-48de-bf20-6cd3aaacfc38), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:37.699636 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:37.727871 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8013fee-38b0-449c-aedf-7e1a64bb7ece admin admin] Router d6f11566-c297-48de-bf20-6cd3aaacfc38 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:17:37.936449 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cfc93-f47f-41fe-8c26-2f429344d008 req-dd01d555-501f-43e1-aeb3-880846cd9c83 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:37.936449 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-889cfc93-f47f-41fe-8c26-2f429344d008 req-dd01d555-501f-43e1-aeb3-880846cd9c83 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0855999 Aug 30 01:17:37.939162 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8013fee-38b0-449c-aedf-7e1a64bb7ece admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:17:37.939162 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-a8013fee-38b0-449c-aedf-7e1a64bb7ece admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d6f11566-c297-48de-bf20-6cd3aaacfc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4431148 Aug 30 01:17:37.939632 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511dc628-1c3c-452b-82e9-369d678aa537 None None] Sync routers for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:17:37.939632 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511dc628-1c3c-452b-82e9-369d678aa537 None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:17:37.939632 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-511dc628-1c3c-452b-82e9-369d678aa537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:37.953901 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34692) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:37.959126 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-889cfc93-f47f-41fe-8c26-2f429344d008 req-e3489317-27d3-4e58-a7e5-51a93a08ce8b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921674 Aug 30 01:17:37.994436 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:38.140557 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Publish callbacks [] for router (d6f11566-c297-48de-bf20-6cd3aaacfc38), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:38.185113 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=5 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:38.200445 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:38.262448 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-511dc628-1c3c-452b-82e9-369d678aa537 None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:17:38.363867 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Publish callbacks [] for router_gateway (d6f11566-c297-48de-bf20-6cd3aaacfc38), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:38.447124 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:38.480275 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-511dc628-1c3c-452b-82e9-369d678aa537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221'}], 'enable_snat': True}, 'gw_port_id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:17:37Z', 'revision_number': 5, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port': {'id': 'a478106a-9f91-4816-ae94-6461b6736ae1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:38.502652 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Deleting port a478106a-9f91-4816-ae94-6461b6736ae1 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:17:38.503198 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (a478106a-9f91-4816-ae94-6461b6736ae1), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:38.521415 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511dc628-1c3c-452b-82e9-369d678aa537 None None] Checking router: d6f11566-c297-48de-bf20-6cd3aaacfc38 for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:17:38.532415 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511dc628-1c3c-452b-82e9-369d678aa537 None None] Routers {'d6f11566-c297-48de-bf20-6cd3aaacfc38'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:17:38.533085 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-511dc628-1c3c-452b-82e9-369d678aa537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d6f11566-c297-48de-bf20-6cd3aaacfc38'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:38.621027 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:38.630142 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] For port a478106a-9f91-4816-ae94-6461b6736ae1, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=a478106a-9f91-4816-ae94-6461b6736ae1,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:38.633107 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (a478106a-9f91-4816-ae94-6461b6736ae1), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:38.633275 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-511dc628-1c3c-452b-82e9-369d678aa537 None None] Set router d6f11566-c297-48de-bf20-6cd3aaacfc38 gateway port host: None {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:17:38.646367 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Calling delete_port for a478106a-9f91-4816-ae94-6461b6736ae1 owned by network:router_gateway {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:17:38.709302 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-511dc628-1c3c-452b-82e9-369d678aa537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:17:38Z', 'revision_number': 6, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port_host': None}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:38.738175 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511dc628-1c3c-452b-82e9-369d678aa537 None None] The sync data for ids ['d6f11566-c297-48de-bf20-6cd3aaacfc38'] in dv-cinder-815712-11-iscsi is: [{'id': 'd6f11566-c297-48de-bf20-6cd3aaacfc38', 'name': 'tempest-AttachVolumeTestJSON-150533902-router', 'tenant_id': '13862ab3a9504644853a8c48c3f69b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:40Z', 'updated_at': '2022-08-30T01:17:38Z', 'revision_number': 6, 'project_id': '13862ab3a9504644853a8c48c3f69b4c', 'gw_port_host': None}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:17:39.042382 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (a478106a-9f91-4816-ae94-6461b6736ae1), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:39.138629 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Pushing event deleted for resources: {'Port': ['ID=a478106a-9f91-4816-ae94-6461b6736ae1,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:39.279816 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574223-2838-4f89-8f01-6fa772cefe64 req-703c9fa1-ebcc-489f-a0f4-2b5768a8b5c9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:39.287494 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b8574223-2838-4f89-8f01-6fa772cefe64 req-703c9fa1-ebcc-489f-a0f4-2b5768a8b5c9 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0991342 Aug 30 01:17:39.297385 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477089'] for router_gateway (d6f11566-c297-48de-bf20-6cd3aaacfc38), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:39.428862 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2934'] for router (d6f11566-c297-48de-bf20-6cd3aaacfc38), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:39.430683 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:39.434817 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Publish callbacks [] for router_controller (d6f11566-c297-48de-bf20-6cd3aaacfc38), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:39.453154 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b8574223-2838-4f89-8f01-6fa772cefe64 req-22a13ae9-5669-461d-a9a8-7035bca6545b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641064 Aug 30 01:17:39.644553 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481583'] for router (d6f11566-c297-48de-bf20-6cd3aaacfc38), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:39.645451 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6f11566-c297-48de-bf20-6cd3aaacfc38 {{(pid=107024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:17:39.651894 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:39.656342 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-ae600ee0-653b-47d5-a693-a2bcc2608436 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/d6f11566-c297-48de-bf20-6cd3aaacfc38 HTTP/1.1" status: 204 len: 168 time: 1.6982932 Aug 30 01:17:39.656647 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34702) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:39.713319 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd6e555-25cb-4fd3-993b-ac7ee0d0d149 admin admin] Deleting subnet f73da1d0-2071-4d5f-b9f8-f3beaaeae423 {{(pid=107025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:17:39.717934 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8dd6e555-25cb-4fd3-993b-ac7ee0d0d149 admin admin] Publish callbacks [] for subnet (f73da1d0-2071-4d5f-b9f8-f3beaaeae423), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:39.784207 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8dd6e555-25cb-4fd3-993b-ac7ee0d0d149 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13169954'] for subnet (f73da1d0-2071-4d5f-b9f8-f3beaaeae423), precommit_delete_associations {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:39.898708 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8dd6e555-25cb-4fd3-993b-ac7ee0d0d149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (f73da1d0-2071-4d5f-b9f8-f3beaaeae423), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.025080 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8dd6e555-25cb-4fd3-993b-ac7ee0d0d149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13572797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13108100'] for subnet (f73da1d0-2071-4d5f-b9f8-f3beaaeae423), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.070021 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8dd6e555-25cb-4fd3-993b-ac7ee0d0d149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.073309 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-8dd6e555-25cb-4fd3-993b-ac7ee0d0d149 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/f73da1d0-2071-4d5f-b9f8-f3beaaeae423 HTTP/1.1" status: 204 len: 168 time: 0.4158711 Aug 30 01:17:40.076717 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34708) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:40.079897 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0833d3d0-6cef-4305-92b2-f6c56ae0333f None None] Network 37938639-da56-43d1-ac7c-a949da52ba53 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:17:40.087708 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6e555-25cb-4fd3-993b-ac7ee0d0d149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f73da1d0-2071-4d5f-b9f8-f3beaaeae423,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:40.229114 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (37938639-da56-43d1-ac7c-a949da52ba53), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.305810 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Deleting port 5173da64-1937-4c4a-bd86-679a1d9f4eac {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:17:40.306230 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.379757 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b48a43a-38f1-4fe5-ab4f-224648cf9d92 None None] DHCP port deletion for 37938639-da56-43d1-ac7c-a949da52ba53 request from dv-cinder-815712-11-iscsi {{(pid=107026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:17:40.386131 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:17:40.445998 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] For port 5173da64-1937-4c4a-bd86-679a1d9f4eac, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=5173da64-1937-4c4a-bd86-679a1d9f4eac,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:40.446520 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.466297 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Calling delete_port for 5173da64-1937-4c4a-bd86-679a1d9f4eac owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:17:40.484810 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:17:40.485182 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 14820fdc-5aa9-4c0c-90bb-9b35a5c38f61 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:17:40.486003 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device a478106a-9f91-4816-ae94-6461b6736ae1 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:17:40.534163 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-6b48a43a-38f1-4fe5-ab4f-224648cf9d92 None None] Deleting port 5173da64-1937-4c4a-bd86-679a1d9f4eac {{(pid=107026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:17:40.544099 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6b48a43a-38f1-4fe5-ab4f-224648cf9d92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), before_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.553237 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: a478106a-9f91-4816-ae94-6461b6736ae1 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:17:40.554650 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device a478106a-9f91-4816-ae94-6461b6736ae1 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:17:40.647902 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.712328 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Pushing event deleted for resources: {'Port': ['ID=5173da64-1937-4c4a-bd86-679a1d9f4eac,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:40.713645 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:40.717024 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] No DVR routers for this DVR port 5173da64-1937-4c4a-bd86-679a1d9f4eac on host dv-cinder-815712-11-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:17:40.760589 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-6b48a43a-38f1-4fe5-ab4f-224648cf9d92 None None] For port 5173da64-1937-4c4a-bd86-679a1d9f4eac, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=5173da64-1937-4c4a-bd86-679a1d9f4eac,segment=NetworkSegment(abb29f4a-60d1-4741-bff9-07188a8efaa7),segment_id=abb29f4a-60d1-4741-bff9-07188a8efaa7)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:40.764272 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6b48a43a-38f1-4fe5-ab4f-224648cf9d92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), precommit_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.770299 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec25b04-8560-4434-a2a8-f31bbeb026b8 req-3fffd6f8-be23-4788-b17a-80f297e937d3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:40.778090 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2ec25b04-8560-4434-a2a8-f31bbeb026b8 req-3fffd6f8-be23-4788-b17a-80f297e937d3 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.1345105 Aug 30 01:17:40.823112 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-6b48a43a-38f1-4fe5-ab4f-224648cf9d92 None None] Calling delete_port for 5173da64-1937-4c4a-bd86-679a1d9f4eac owned by network:dhcp {{(pid=107026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:17:40.868373 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:40.876806 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (37938639-da56-43d1-ac7c-a949da52ba53), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.886667 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2ec25b04-8560-4434-a2a8-f31bbeb026b8 req-4f232780-7b91-4fd2-82c9-71823e341d0b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072664 Aug 30 01:17:40.903790 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37938639-da56-43d1-ac7c-a949da52ba53']}} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:40.916031 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb29f4a-60d1-4741-bff9-07188a8efaa7') {'for_net_delete': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:40.916323 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb29f4a-60d1-4741-bff9-07188a8efaa7') {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:40.928256 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16218603'] for segment (abb29f4a-60d1-4741-bff9-07188a8efaa7), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.944880 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (abb29f4a-60d1-4741-bff9-07188a8efaa7), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.953553 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=107024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:17:40.954120 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12990432'] for segment (abb29f4a-60d1-4741-bff9-07188a8efaa7), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.984982 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6b48a43a-38f1-4fe5-ab4f-224648cf9d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (5173da64-1937-4c4a-bd86-679a1d9f4eac), after_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:40.990609 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:41.008116 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment abb29f4a-60d1-4741-bff9-07188a8efaa7 resource provider aggregate not found Aug 30 01:17:41.018885 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48a43a-38f1-4fe5-ab4f-224648cf9d92 None None] Pushing event deleted for resources: {'Port': ['ID=5173da64-1937-4c4a-bd86-679a1d9f4eac,revision_number=None']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:41.025413 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b48a43a-38f1-4fe5-ab4f-224648cf9d92 None None] No DVR routers for this DVR port 5173da64-1937-4c4a-bd86-679a1d9f4eac on host dv-cinder-815712-11-iscsi {{(pid=107026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:17:41.052233 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment abb29f4a-60d1-4741-bff9-07188a8efaa7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abb29f4a-60d1-4741-bff9-07188a8efaa7 found for delete ", "request_id": "req-f40c525c-f4a8-4575-b1c9-d34f8f26cd03"}]} Aug 30 01:17:41.178812 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (37938639-da56-43d1-ac7c-a949da52ba53), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:41.189694 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:41.190551 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/37938639-da56-43d1-ac7c-a949da52ba53 HTTP/1.1" status: 204 len: 168 time: 1.1126812 Aug 30 01:17:41.208462 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c458b95-121b-42fc-b572-c3e395949baf admin admin] Pushing event deleted for resources: {'Network': ['ID=37938639-da56-43d1-ac7c-a949da52ba53,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:42.063600 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da9947-c931-4f48-b8d8-3047e4259b0f req-4bd6062d-532a-40ec-a5ef-c54107ce51ea tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:42.063600 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-23da9947-c931-4f48-b8d8-3047e4259b0f req-4bd6062d-532a-40ec-a5ef-c54107ce51ea tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0586689 Aug 30 01:17:42.111650 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-23da9947-c931-4f48-b8d8-3047e4259b0f req-e1928121-06bd-4fcd-b321-9a5ac83ec927 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499287 Aug 30 01:17:42.271208 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 5173da64-1937-4c4a-bd86-679a1d9f4eac no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:17:42.304880 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 5173da64-1937-4c4a-bd86-679a1d9f4eac {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:17:42.305238 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 5173da64-1937-4c4a-bd86-679a1d9f4eac not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:17:42.386075 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34726) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:42.434022 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-12d0f5b9-3864-4a20-891f-e4d7e4e97844 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=13862ab3a9504644853a8c48c3f69b4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0443516 Aug 30 01:17:42.437188 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34728) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:42.502243 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4d3a40e6-038c-410c-aa14-17c83543072b admin admin] Publish callbacks [] for security_group (1507c807-7b19-4042-ba75-59b1dbca1e76), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:42.524730 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4d3a40e6-038c-410c-aa14-17c83543072b admin admin] Publish callbacks [] for security_group (1507c807-7b19-4042-ba75-59b1dbca1e76), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:42.661413 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4d3a40e6-038c-410c-aa14-17c83543072b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1507c807-7b19-4042-ba75-59b1dbca1e76), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:42.664473 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-4d3a40e6-038c-410c-aa14-17c83543072b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:42.668590 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-4d3a40e6-038c-410c-aa14-17c83543072b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1507c807-7b19-4042-ba75-59b1dbca1e76 HTTP/1.1" status: 204 len: 168 time: 0.2275612 Aug 30 01:17:42.676920 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a40e6-038c-410c-aa14-17c83543072b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1507c807-7b19-4042-ba75-59b1dbca1e76,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:43.266831 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc352f92-0067-4690-9d57-8042f512a262 req-dfc6eb26-693d-4a7e-9730-cb1919581c9f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:43.268253 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-cc352f92-0067-4690-9d57-8042f512a262 req-dfc6eb26-693d-4a7e-9730-cb1919581c9f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0576479 Aug 30 01:17:43.325950 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-cc352f92-0067-4690-9d57-8042f512a262 req-37139da3-5c60-433f-bcb4-e2597c59e65a tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518391 Aug 30 01:17:44.470079 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717fbcf-7d63-4a9f-a5c9-09948cf2ff82 req-4b2a43a9-6de5-455e-977c-4ac82b013b80 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:44.471657 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5717fbcf-7d63-4a9f-a5c9-09948cf2ff82 req-4b2a43a9-6de5-455e-977c-4ac82b013b80 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0542974 Aug 30 01:17:44.527468 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5717fbcf-7d63-4a9f-a5c9-09948cf2ff82 req-f30d7d00-96b9-4d7c-a68e-44cbf98a5802 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493891 Aug 30 01:17:44.755171 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-13396967-79af-4c89-9984-e75cda101532 req-bc5a0b49-72b8-4fe8-a937-96de30b167ea tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1421496511&fields=id&tenant_id=c6f3997439524d4583ece79273a55da4 HTTP/1.1" status: 200 len: 267 time: 0.0573964 Aug 30 01:17:44.813680 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13396967-79af-4c89-9984-e75cda101532 req-ba8c50eb-5e9c-4a61-bf95-9427b0e90a3f tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:44.815333 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-13396967-79af-4c89-9984-e75cda101532 req-ba8c50eb-5e9c-4a61-bf95-9427b0e90a3f tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 984 time: 0.0532489 Aug 30 01:17:44.829430 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [req-13396967-79af-4c89-9984-e75cda101532 req-186e8184-e186-4436-b53b-db367986d770 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Request body: {'port': {'security_groups': ['9c20d025-6680-4197-9d48-41aeff4e3ab6']}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:17:44.863950 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:44.972652 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-13396967-79af-4c89-9984-e75cda101532 req-186e8184-e186-4436-b53b-db367986d770 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:45.291315 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [req-13396967-79af-4c89-9984-e75cda101532 req-186e8184-e186-4436-b53b-db367986d770 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] For port fb9f85b8-7682-4117-938b-7225f55cd3b2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fb9f85b8-7682-4117-938b-7225f55cd3b2,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:45.331599 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:45.334800 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-13396967-79af-4c89-9984-e75cda101532 req-186e8184-e186-4436-b53b-db367986d770 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:45.442094 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-13396967-79af-4c89-9984-e75cda101532 req-186e8184-e186-4436-b53b-db367986d770 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13572423'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:45.453486 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13396967-79af-4c89-9984-e75cda101532 req-186e8184-e186-4436-b53b-db367986d770 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:45.454562 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [req-13396967-79af-4c89-9984-e75cda101532 req-186e8184-e186-4436-b53b-db367986d770 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:45.456461 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-13396967-79af-4c89-9984-e75cda101532 req-186e8184-e186-4436-b53b-db367986d770 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "PUT /networking/v2.0/ports/fb9f85b8-7682-4117-938b-7225f55cd3b2 HTTP/1.1" status: 200 len: 942 time: 0.6331828 Aug 30 01:17:45.457410 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:45.460475 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebc9d56-c065-4e2b-bfa9-8b53d59cb55d" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:45.463355 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34800) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:45.488962 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['fb9f85b8-7682-4117-938b-7225f55cd3b2'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:17:45.556364 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c44f5f3-c088-4a5e-b605-d420601f4356 x-openstack-request-id: req-9c44f5f3-c088-4a5e-b605-d420601f4356 {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:45.556650 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:45.556904 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c44f5f3-c088-4a5e-b605-d420601f4356 {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:45.557303 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c44f5f3-c088-4a5e-b605-d420601f4356'] response: {'name': 'network-changed', 'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2', 'status': 'completed', 'code': 200} Aug 30 01:17:45.598998 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e8184-e186-4436-b53b-db367986d770 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event updated for resources: {'Port': ['ID=fb9f85b8-7682-4117-938b-7225f55cd3b2,revision_number=7']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:45.671781 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0bf48018-817b-4ca1-9b22-3376ac68bdff tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group (3c05186b-c954-426b-bdda-89534f7db01a), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:45.684453 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['fb9f85b8-7682-4117-938b-7225f55cd3b2'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:17:45.748158 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0bf48018-817b-4ca1-9b22-3376ac68bdff tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group (3c05186b-c954-426b-bdda-89534f7db01a), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:45.834214 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f862952-3e2d-4efc-bba0-b9c7fcf4c7a5 req-a8e6d8db-b5de-4ff2-b6a8-e711dbdb248f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:45.846392 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6f862952-3e2d-4efc-bba0-b9c7fcf4c7a5 req-a8e6d8db-b5de-4ff2-b6a8-e711dbdb248f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.1467056 Aug 30 01:17:45.906076 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6f862952-3e2d-4efc-bba0-b9c7fcf4c7a5 req-4fe5294e-378c-4731-8d43-6fe35970b03e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466139 Aug 30 01:17:46.052171 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0bf48018-817b-4ca1-9b22-3376ac68bdff tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (3c05186b-c954-426b-bdda-89534f7db01a), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:46.054795 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0bf48018-817b-4ca1-9b22-3376ac68bdff tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:46.055932 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-0bf48018-817b-4ca1-9b22-3376ac68bdff tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3c05186b-c954-426b-bdda-89534f7db01a HTTP/1.1" status: 204 len: 168 time: 0.5491202 Aug 30 01:17:46.058997 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34820) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:46.066722 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf48018-817b-4ca1-9b22-3376ac68bdff tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c05186b-c954-426b-bdda-89534f7db01a,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:46.135492 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:46.255597 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0b143-2347-48a1-9e3e-dd99b8cf51c7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Deleting port 8b8f222e-9aef-4f10-84cf-50a05cc07d09 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:17:46.256260 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d4c0b143-2347-48a1-9e3e-dd99b8cf51c7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (8b8f222e-9aef-4f10-84cf-50a05cc07d09), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:46.338929 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d4c0b143-2347-48a1-9e3e-dd99b8cf51c7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (8b8f222e-9aef-4f10-84cf-50a05cc07d09), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:46.339247 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d4c0b143-2347-48a1-9e3e-dd99b8cf51c7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for floatingip (8b8f222e-9aef-4f10-84cf-50a05cc07d09), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:46.357432 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0b143-2347-48a1-9e3e-dd99b8cf51c7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Calling delete_port for 8b8f222e-9aef-4f10-84cf-50a05cc07d09 owned by network:floatingip {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:17:46.675795 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d4c0b143-2347-48a1-9e3e-dd99b8cf51c7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (8b8f222e-9aef-4f10-84cf-50a05cc07d09), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:46.976596 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0b143-2347-48a1-9e3e-dd99b8cf51c7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event deleted for resources: {'Port': ['ID=8b8f222e-9aef-4f10-84cf-50a05cc07d09,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:47.032824 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:47.083628 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b7dbd-aa21-48ff-abdf-564beb0c33d2 req-55e825b1-b412-4e42-b348-c6c02d90e4d8 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:47.085110 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-267b7dbd-aa21-48ff-abdf-564beb0c33d2 req-55e825b1-b412-4e42-b348-c6c02d90e4d8 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0802350 Aug 30 01:17:47.088180 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d4c0b143-2347-48a1-9e3e-dd99b8cf51c7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks [] for floatingip (700f6063-db44-43c4-a97b-1ee08ed0b772), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:47.088508 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [None req-d4c0b143-2347-48a1-9e3e-dd99b8cf51c7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Floating IP 700f6063-db44-43c4-a97b-1ee08ed0b772 disassociated (deleted). External IP: 172.27.1.218, port: fb9f85b8-7682-4117-938b-7225f55cd3b2. Aug 30 01:17:47.211587 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-267b7dbd-aa21-48ff-abdf-564beb0c33d2 req-4fc922c2-26e9-4b48-99b1-326c8426c445 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203215 Aug 30 01:17:47.337406 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c0b143-2347-48a1-9e3e-dd99b8cf51c7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Router 12dbe146-53fe-41e2-92a6-53d8bdecb28b has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:17:47.400802 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:47.455717 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c0b143-2347-48a1-9e3e-dd99b8cf51c7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:17:47.463936 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d4c0b143-2347-48a1-9e3e-dd99b8cf51c7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:47.475859 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24032d5a-ddb9-433f-9024-11aff8a7e745 None None] Sync routers for ids ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:17:47.494191 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34860) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:47.495690 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:17:47.496721 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24032d5a-ddb9-433f-9024-11aff8a7e745 None None] Routers {'12dbe146-53fe-41e2-92a6-53d8bdecb28b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:17:47.498088 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-24032d5a-ddb9-433f-9024-11aff8a7e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:47.506752 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-d4c0b143-2347-48a1-9e3e-dd99b8cf51c7 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/700f6063-db44-43c4-a97b-1ee08ed0b772 HTTP/1.1" status: 204 len: 168 time: 1.4456310 Aug 30 01:17:47.507347 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:47.509677 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28e565e-f217-4c9c-9809-21ecb4162538" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:47.557517 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab399315-a10a-449a-bee4-4ef3dbe599a4 x-openstack-request-id: req-ab399315-a10a-449a-bee4-4ef3dbe599a4 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:47.557517 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:47.557517 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab399315-a10a-449a-bee4-4ef3dbe599a4 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:47.559463 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab399315-a10a-449a-bee4-4ef3dbe599a4'] response: {'name': 'network-changed', 'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2', 'status': 'completed', 'code': 200} Aug 30 01:17:47.614744 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-24032d5a-ddb9-433f-9024-11aff8a7e745 None None] Set router 12dbe146-53fe-41e2-92a6-53d8bdecb28b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:17:47.635784 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc9d56-c065-4e2b-bfa9-8b53d59cb55d req-8fccbf50-45d6-40ec-affe-c456700315ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:47.638031 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5ebc9d56-c065-4e2b-bfa9-8b53d59cb55d req-8fccbf50-45d6-40ec-affe-c456700315ef service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=c6f3997439524d4583ece79273a55da4&device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 1129 time: 0.0545721 Aug 30 01:17:47.650028 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f8e73390-7c65-48ee-823e-47e1cdf5b3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:47.752036 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f8e73390-7c65-48ee-823e-47e1cdf5b3fe admin admin] Publish callbacks [] for security_group (a92634dc-3710-4ecb-95f3-ff13d30bf94a), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:47.784325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc9d56-c065-4e2b-bfa9-8b53d59cb55d req-9286c748-3cd3-4017-bc99-2d288eb31168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:47.786430 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5ebc9d56-c065-4e2b-bfa9-8b53d59cb55d req-9286c748-3cd3-4017-bc99-2d288eb31168 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f HTTP/1.1" status: 200 len: 915 time: 0.1398518 Aug 30 01:17:47.833806 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5ebc9d56-c065-4e2b-bfa9-8b53d59cb55d req-80acc80d-5c01-4776-a603-374e3d5a38c8 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9f85b8-7682-4117-938b-7225f55cd3b2 HTTP/1.1" status: 200 len: 217 time: 0.0402095 Aug 30 01:17:47.833964 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f8e73390-7c65-48ee-823e-47e1cdf5b3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a92634dc-3710-4ecb-95f3-ff13d30bf94a), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:47.850857 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-24032d5a-ddb9-433f-9024-11aff8a7e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:15:08Z', 'revision_number': 4, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port': {'id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:05Z', 'updated_at': '2022-08-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'a0d5698e-93af-4d0b-aacb-c03633ddc9ed', 'name': '', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'mac_address': 'fa:16:3e:75:ea:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:07Z', 'updated_at': '2022-08-30T01:15:15Z', 'revision_number': 5, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'subnets': [{'id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:47.885688 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24032d5a-ddb9-433f-9024-11aff8a7e745 None None] Checking router: 12dbe146-53fe-41e2-92a6-53d8bdecb28b for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:17:47.889375 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f8e73390-7c65-48ee-823e-47e1cdf5b3fe admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=630a924648ac4094a731c69c96212e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935530 Aug 30 01:17:47.889927 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 34872) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:47.890910 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e73390-7c65-48ee-823e-47e1cdf5b3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92634dc-3710-4ecb-95f3-ff13d30bf94a,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:47.895413 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24032d5a-ddb9-433f-9024-11aff8a7e745 None None] Routers {'12dbe146-53fe-41e2-92a6-53d8bdecb28b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:17:47.896181 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-24032d5a-ddb9-433f-9024-11aff8a7e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:47.900927 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc9d56-c065-4e2b-bfa9-8b53d59cb55d req-52f62d9f-e0b2-4e8a-a6c6-d47195439431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:47.902412 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5ebc9d56-c065-4e2b-bfa9-8b53d59cb55d req-52f62d9f-e0b2-4e8a-a6c6-d47195439431 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=c82fadab-17b2-45e6-b379-eb7cf924e14f HTTP/1.1" status: 200 len: 853 time: 0.0625997 Aug 30 01:17:47.976705 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc9d56-c065-4e2b-bfa9-8b53d59cb55d req-89aacca4-6642-4858-8a47-1eb0b488e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:47.978255 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5ebc9d56-c065-4e2b-bfa9-8b53d59cb55d req-89aacca4-6642-4858-8a47-1eb0b488e45c service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0692477 Aug 30 01:17:48.001986 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-10aa5b5b-5f9c-4f08-8526-6d9c7e3e289b admin admin] Publish callbacks [] for security_group (a92634dc-3710-4ecb-95f3-ff13d30bf94a), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:48.009209 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-24032d5a-ddb9-433f-9024-11aff8a7e745 None None] Set router 12dbe146-53fe-41e2-92a6-53d8bdecb28b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:17:48.079210 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-10aa5b5b-5f9c-4f08-8526-6d9c7e3e289b admin admin] Publish callbacks [] for security_group (a92634dc-3710-4ecb-95f3-ff13d30bf94a), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:48.090873 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:48.161904 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5ebc9d56-c065-4e2b-bfa9-8b53d59cb55d req-4d29d314-6c8d-4942-b1a9-3f38f204e970 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730113 Aug 30 01:17:48.240840 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-24032d5a-ddb9-433f-9024-11aff8a7e745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:15:08Z', 'revision_number': 4, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port': {'id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:05Z', 'updated_at': '2022-08-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'a0d5698e-93af-4d0b-aacb-c03633ddc9ed', 'name': '', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'mac_address': 'fa:16:3e:75:ea:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:07Z', 'updated_at': '2022-08-30T01:15:15Z', 'revision_number': 5, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'subnets': [{'id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:48.275530 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24032d5a-ddb9-433f-9024-11aff8a7e745 None None] The sync data for ids ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'] in dv-cinder-815712-11-iscsi is: [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:15:08Z', 'revision_number': 4, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port': {'id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:05Z', 'updated_at': '2022-08-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'a0d5698e-93af-4d0b-aacb-c03633ddc9ed', 'name': '', 'network_id': '3e3aa239-27df-4a3b-a034-6b3cd1db6e9f', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'mac_address': 'fa:16:3e:75:ea:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:07Z', 'updated_at': '2022-08-30T01:15:15Z', 'revision_number': 5, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'subnets': [{'id': 'c82fadab-17b2-45e6-b379-eb7cf924e14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:17:48.285103 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5ebc9d56-c065-4e2b-bfa9-8b53d59cb55d req-ebe62cdf-ec08-4158-aeb9-9dab1044439d service neutron] 10.222.0.74 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142135 Aug 30 01:17:48.341370 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-10aa5b5b-5f9c-4f08-8526-6d9c7e3e289b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (a92634dc-3710-4ecb-95f3-ff13d30bf94a), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:48.353335 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-10aa5b5b-5f9c-4f08-8526-6d9c7e3e289b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:48.353335 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-10aa5b5b-5f9c-4f08-8526-6d9c7e3e289b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a92634dc-3710-4ecb-95f3-ff13d30bf94a HTTP/1.1" status: 204 len: 168 time: 0.4591866 Aug 30 01:17:48.359799 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa5b5b-5f9c-4f08-8526-6d9c7e3e289b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92634dc-3710-4ecb-95f3-ff13d30bf94a,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:48.371570 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0fcc9-3014-47f1-91bb-8191a70eae70 req-2e197124-39b3-45c6-bca4-7f8cc4717c43 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:48.384455 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-91c0fcc9-3014-47f1-91bb-8191a70eae70 req-2e197124-39b3-45c6-bca4-7f8cc4717c43 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 943 time: 0.0795870 Aug 30 01:17:48.452729 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-91c0fcc9-3014-47f1-91bb-8191a70eae70 req-89c26bfc-3aa5-4e40-a616-bd0730408e14 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606642 Aug 30 01:17:48.568693 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52aced7-a1ca-4ca5-955d-4362a5ac97d7 None None] New status for floating IP 700f6063-db44-43c4-a97b-1ee08ed0b772: DOWN {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:17:48.678277 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:48.725316 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device adb8f445-f2e5-41a5-91ba-43406b91be88 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:17:48.764093 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e565e-f217-4c9c-9809-21ecb4162538 req-d2fa6bea-940c-4f23-ad54-eccba697714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:48.766720 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d28e565e-f217-4c9c-9809-21ecb4162538 req-d2fa6bea-940c-4f23-ad54-eccba697714f service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=c6f3997439524d4583ece79273a55da4&device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 1129 time: 0.0678778 Aug 30 01:17:48.852079 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port adb8f445-f2e5-41a5-91ba-43406b91be88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=adb8f445-f2e5-41a5-91ba-43406b91be88,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:48.865158 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'port_id': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'mac_address': 'fa:16:3e:f6:25:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:17:48.871289 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e565e-f217-4c9c-9809-21ecb4162538 req-e0503508-e643-4c4f-a657-f306e6eb189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:48.872773 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d28e565e-f217-4c9c-9809-21ecb4162538 req-e0503508-e643-4c4f-a657-f306e6eb189d service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f HTTP/1.1" status: 200 len: 915 time: 0.0970118 Aug 30 01:17:48.897143 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:48.906948 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port adb8f445-f2e5-41a5-91ba-43406b91be88 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:48.907343 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:48.917945 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d28e565e-f217-4c9c-9809-21ecb4162538 req-5db63956-d6ef-4748-afe1-45cdc58d3fc6 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb9f85b8-7682-4117-938b-7225f55cd3b2 HTTP/1.1" status: 200 len: 217 time: 0.0386250 Aug 30 01:17:48.921767 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb8f445-f2e5-41a5-91ba-43406b91be88 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:17:48.946250 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port adb8f445-f2e5-41a5-91ba-43406b91be88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=adb8f445-f2e5-41a5-91ba-43406b91be88,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:48.971883 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e565e-f217-4c9c-9809-21ecb4162538 req-bbe25b76-711b-4de8-ab97-6d93f8270852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:48.973415 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d28e565e-f217-4c9c-9809-21ecb4162538 req-bbe25b76-711b-4de8-ab97-6d93f8270852 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=c82fadab-17b2-45e6-b379-eb7cf924e14f HTTP/1.1" status: 200 len: 853 time: 0.0492284 Aug 30 01:17:49.020148 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e565e-f217-4c9c-9809-21ecb4162538 req-692cda10-f517-4ade-b99e-0027c919a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:49.021752 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d28e565e-f217-4c9c-9809-21ecb4162538 req-692cda10-f517-4ade-b99e-0027c919a9ab service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414641 Aug 30 01:17:49.079175 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.132613 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=adb8f445-f2e5-41a5-91ba-43406b91be88,revision_number=9']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:49.133715 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d28e565e-f217-4c9c-9809-21ecb4162538 req-1a18ba36-9b2e-4668-94aa-a647a0e4a3ae service neutron] 10.222.0.74 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041715 Aug 30 01:17:49.140705 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.141051 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.141364 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.141904 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.142238 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.142565 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.142889 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.143210 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.143534 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.143870 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.144175 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.144493 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.144970 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.145286 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.145764 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:49.247615 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34890) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:49.257473 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707248ee-9a70-4f89-9281-58e847f1ea9a req-e82fdeec-0337-4d61-b8de-1b5642613d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:49.259196 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-707248ee-9a70-4f89-9281-58e847f1ea9a req-e82fdeec-0337-4d61-b8de-1b5642613d62 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 1128 time: 0.0585194 Aug 30 01:17:49.262941 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-26b3df9b-4358-40b6-be62-0e9c2b63d735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.276384 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:49.306572 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d28e565e-f217-4c9c-9809-21ecb4162538 req-9799ba13-a848-470c-bb83-fd8631eb7cba service neutron] 10.222.0.74 "GET /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518998 Aug 30 01:17:49.356199 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-26b3df9b-4358-40b6-be62-0e9c2b63d735 admin admin] Publish callbacks [] for security_group (ca688698-74db-4f66-a836-00abd0294403), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.378023 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707248ee-9a70-4f89-9281-58e847f1ea9a req-511211c3-704f-454b-b6d4-52b552c1e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:49.379518 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-707248ee-9a70-4f89-9281-58e847f1ea9a req-511211c3-704f-454b-b6d4-52b552c1e171 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f HTTP/1.1" status: 200 len: 917 time: 0.0984519 Aug 30 01:17:49.438140 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:49.447257 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['adb8f445-f2e5-41a5-91ba-43406b91be88'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:17:49.448183 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-707248ee-9a70-4f89-9281-58e847f1ea9a req-c357a564-30eb-47e4-9f65-6c41fada922f service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adb8f445-f2e5-41a5-91ba-43406b91be88 HTTP/1.1" status: 200 len: 999 time: 0.0610530 Aug 30 01:17:49.488884 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:49.503272 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707248ee-9a70-4f89-9281-58e847f1ea9a req-8f42411d-7d14-4223-b15f-6231cca3400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:49.505499 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-707248ee-9a70-4f89-9281-58e847f1ea9a req-8f42411d-7d14-4223-b15f-6231cca3400a service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=396acad7-fa43-4c94-bf65-eb50fa3cb4e5 HTTP/1.1" status: 200 len: 855 time: 0.0508022 Aug 30 01:17:49.521454 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-26b3df9b-4358-40b6-be62-0e9c2b63d735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ca688698-74db-4f66-a836-00abd0294403), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.551568 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3df9b-4358-40b6-be62-0e9c2b63d735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca688698-74db-4f66-a836-00abd0294403,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:49.563067 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707248ee-9a70-4f89-9281-58e847f1ea9a req-e6c93782-ee16-4918-ba65-08254a95aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:49.564585 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-707248ee-9a70-4f89-9281-58e847f1ea9a req-e6c93782-ee16-4918-ba65-08254a95aa1c service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0529878 Aug 30 01:17:49.605291 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:49.612265 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-26b3df9b-4358-40b6-be62-0e9c2b63d735 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f607b69991bb4b05a57179eec7023195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3633029 Aug 30 01:17:49.612906 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34894) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:49.627646 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cda0a-9f5b-4318-8607-81802650c31e req-f7c809a5-49fb-4e21-b7ab-4f0e11b0b3c5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:49.629361 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5c2cda0a-9f5b-4318-8607-81802650c31e req-f7c809a5-49fb-4e21-b7ab-4f0e11b0b3c5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 944 time: 0.0746026 Aug 30 01:17:49.664132 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:49.668665 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:49.675036 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-707248ee-9a70-4f89-9281-58e847f1ea9a req-07750675-c4b9-4b3b-b35a-7f3a4ad6fe8a service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010907 Aug 30 01:17:49.713597 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5c2cda0a-9f5b-4318-8607-81802650c31e req-9ecc4d0d-a466-48ee-892a-70e4cf0fe7c6 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725431 Aug 30 01:17:49.716565 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d760c5f-6173-4722-9a35-49b2266ece88 admin admin] Publish callbacks [] for security_group (ca688698-74db-4f66-a836-00abd0294403), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.743629 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d760c5f-6173-4722-9a35-49b2266ece88 admin admin] Publish callbacks [] for security_group (ca688698-74db-4f66-a836-00abd0294403), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.779758 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-707248ee-9a70-4f89-9281-58e847f1ea9a req-2e14d7f5-6cb0-46f1-b49f-61d8f12c65fc service neutron] 10.222.0.74 "GET /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933330 Aug 30 01:17:49.879038 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d760c5f-6173-4722-9a35-49b2266ece88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ca688698-74db-4f66-a836-00abd0294403), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.881629 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3d760c5f-6173-4722-9a35-49b2266ece88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:49.882997 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-3d760c5f-6173-4722-9a35-49b2266ece88 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ca688698-74db-4f66-a836-00abd0294403 HTTP/1.1" status: 204 len: 168 time: 0.2674036 Aug 30 01:17:49.891465 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d760c5f-6173-4722-9a35-49b2266ece88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca688698-74db-4f66-a836-00abd0294403,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:50.301323 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-2075f68d-93f4-415b-a094-6bc17211b7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:50.308945 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34912) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:50.432837 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-05627d15-9840-4041-b7f3-623bf900ab21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:50.527723 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-05627d15-9840-4041-b7f3-623bf900ab21 admin admin] Publish callbacks [] for security_group (f9003583-18e8-41f3-b718-cf1588114a29), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:50.624298 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-05627d15-9840-4041-b7f3-623bf900ab21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f9003583-18e8-41f3-b718-cf1588114a29), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:50.670619 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-05627d15-9840-4041-b7f3-623bf900ab21 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4cb7ea861caf4e0e9047dab83da411a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3606491 Aug 30 01:17:50.671318 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05627d15-9840-4041-b7f3-623bf900ab21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9003583-18e8-41f3-b718-cf1588114a29,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:50.673601 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34928) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:50.725027 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0de59db9-c0d3-44f4-96b3-19e0ed018ca4 admin admin] Publish callbacks [] for security_group (f9003583-18e8-41f3-b718-cf1588114a29), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:50.744287 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:50.745642 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device adb8f445-f2e5-41a5-91ba-43406b91be88 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:17:50.746354 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0de59db9-c0d3-44f4-96b3-19e0ed018ca4 admin admin] Publish callbacks [] for security_group (f9003583-18e8-41f3-b718-cf1588114a29), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:50.794257 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port adb8f445-f2e5-41a5-91ba-43406b91be88 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:50.795653 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:50.873448 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0de59db9-c0d3-44f4-96b3-19e0ed018ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f9003583-18e8-41f3-b718-cf1588114a29), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:50.875661 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0de59db9-c0d3-44f4-96b3-19e0ed018ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:50.879213 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-0de59db9-c0d3-44f4-96b3-19e0ed018ca4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f9003583-18e8-41f3-b718-cf1588114a29 HTTP/1.1" status: 204 len: 168 time: 0.2021980 Aug 30 01:17:50.882094 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba71247-9d42-43e4-b68d-25a5c8c83b17 req-cc43236c-dd20-47c2-a96d-d896146e5c92 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:50.883681 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cba71247-9d42-43e4-b68d-25a5c8c83b17 req-cc43236c-dd20-47c2-a96d-d896146e5c92 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 944 time: 0.0713124 Aug 30 01:17:50.888922 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de59db9-c0d3-44f4-96b3-19e0ed018ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9003583-18e8-41f3-b718-cf1588114a29,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:50.916417 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port adb8f445-f2e5-41a5-91ba-43406b91be88 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:50.916417 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:50.949791 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:50.952340 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9643d268-de35-4320-8d05-0a5dcaab0f58" -d '{"events": [{"server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "name": "network-vif-plugged", "status": "completed", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:50.960500 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cba71247-9d42-43e4-b68d-25a5c8c83b17 req-6cc44b48-dc56-4e08-bddb-4ad8ddc8d7df tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636184 Aug 30 01:17:50.968162 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port adb8f445-f2e5-41a5-91ba-43406b91be88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=adb8f445-f2e5-41a5-91ba-43406b91be88,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:51.004676 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed92172-38b5-4a7f-88d0-7cf5cb6431cd x-openstack-request-id: req-8ed92172-38b5-4a7f-88d0-7cf5cb6431cd {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:51.005155 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "name": "network-vif-plugged", "status": "completed", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:51.005431 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ed92172-38b5-4a7f-88d0-7cf5cb6431cd {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:51.005863 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed92172-38b5-4a7f-88d0-7cf5cb6431cd'] response: {'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'code': 200} Aug 30 01:17:51.043822 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:51.098560 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=adb8f445-f2e5-41a5-91ba-43406b91be88,revision_number=10']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:51.418056 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2c7df-ab84-4372-b454-6e5d88980533 req-d21e8319-1466-45b7-a61b-83a0eb1e44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:51.419585 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1ea2c7df-ab84-4372-b454-6e5d88980533 req-d21e8319-1466-45b7-a61b-83a0eb1e44ee service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 1130 time: 0.0420961 Aug 30 01:17:51.466613 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1ea2c7df-ab84-4372-b454-6e5d88980533 req-204434e6-d335-4baa-896b-929dbd48f435 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402508 Aug 30 01:17:52.051457 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e6fcb-33bd-4c09-b1a8-ef7fd8f051b3 req-0f88fc9a-3057-4dde-bd2e-3bf062861dcb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:52.053631 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-389e6fcb-33bd-4c09-b1a8-ef7fd8f051b3 req-0f88fc9a-3057-4dde-bd2e-3bf062861dcb tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 945 time: 0.0692430 Aug 30 01:17:52.090415 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 34984) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:52.124204 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cca8b5-4dde-4056-b6af-7860d78f1250 req-b44a176b-b29e-4eb1-8318-9ddfcb0f4807 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:52.126624 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-63cca8b5-4dde-4056-b6af-7860d78f1250 req-b44a176b-b29e-4eb1-8318-9ddfcb0f4807 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 946 time: 0.0536737 Aug 30 01:17:52.135319 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-389e6fcb-33bd-4c09-b1a8-ef7fd8f051b3 req-ccb7fd52-fdf6-4d96-9aa5-9c36834077ed tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749228 Aug 30 01:17:52.184302 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-63cca8b5-4dde-4056-b6af-7860d78f1250 req-bea65bc6-f430-4cd3-898d-569e44a4c1bc tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495543 Aug 30 01:17:52.235553 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-304956887-network', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:17:52.326553 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Made reservation on behalf of ba3bd03ea50c4553b9b98b61a4d835dd for: {'network': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:17:52.329190 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:52.338436 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:52.415228 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Publish callbacks [] for security_group (c7a63ea4-e28f-42b5-b09b-34ffaf5bfe82), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:52.532761 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (c7a63ea4-e28f-42b5-b09b-34ffaf5bfe82), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:52.561858 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=107025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:17:52.571027 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a63ea4-e28f-42b5-b09b-34ffaf5bfe82,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:52.577569 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (2e410c87-0732-4b34-86a1-24344404044c), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:52.577943 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.segments_db [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Added segment 2e410c87-0732-4b34-86a1-24344404044c of type vlan for network 80c77988-807f-4b63-8ab4-31648def8b2d Aug 30 01:17:52.618575 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (80c77988-807f-4b63-8ab4-31648def8b2d), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:52.730021 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (80c77988-807f-4b63-8ab4-31648def8b2d), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:52.731127 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:52.731839 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:52.840170 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] Pushing event updated for resources: {'Network': ['ID=80c77988-807f-4b63-8ab4-31648def8b2d,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:52.862855 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 80c77988-807f-4b63-8ab4-31648def8b2d details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:17:52.896459 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-239a4175-5e48-4921-aa0e-a64fde6ba88d admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8046091 Aug 30 01:17:52.899805 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35000) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:52.905127 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-46fc91bb-5340-483b-803f-0a013ff40459 admin admin] Request body: {'subnet': {'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-304956887-subnet', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'ip_version': 4}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:17:53.006291 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-542df81f-ec4d-4955-9b00-fe63727f8e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:53.044195 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fc91bb-5340-483b-803f-0a013ff40459 admin admin] Made reservation on behalf of ba3bd03ea50c4553b9b98b61a4d835dd for: {'subnet': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:17:53.047452 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-46fc91bb-5340-483b-803f-0a013ff40459 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14457464'] for subnet (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:53.281518 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467ccd8-0caa-48ca-85ca-0a33e67e9d8e req-99c7b988-2f2f-4cd8-8251-e1006359edf9 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:53.293638 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6467ccd8-0caa-48ca-85ca-0a33e67e9d8e req-99c7b988-2f2f-4cd8-8251-e1006359edf9 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 945 time: 0.0617025 Aug 30 01:17:53.352493 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6467ccd8-0caa-48ca-85ca-0a33e67e9d8e req-3ddc9a52-71d8-48aa-bf17-255e3a6f7160 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579011 Aug 30 01:17:53.354278 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c36a1-a291-42ee-ba6a-fcf60059b1b9 req-4b5b72b9-fb1b-475a-b4e3-c5cba0f6158f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:53.355804 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-542c36a1-a291-42ee-ba6a-fcf60059b1b9 req-4b5b72b9-fb1b-475a-b4e3-c5cba0f6158f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 946 time: 0.0583830 Aug 30 01:17:53.378102 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-46fc91bb-5340-483b-803f-0a013ff40459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12989445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14457454'] for subnet (f4d271e0-560e-4f49-a7f4-4da3b43fee53), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:53.407641 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-542c36a1-a291-42ee-ba6a-fcf60059b1b9 req-d35b7cd0-ddf0-4083-aade-031ea2609421 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448618 Aug 30 01:17:53.423457 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:53.429221 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc91bb-5340-483b-803f-0a013ff40459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d271e0-560e-4f49-a7f4-4da3b43fee53,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:53.446418 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc91bb-5340-483b-803f-0a013ff40459 admin admin] Checking segment: {'id': '2e410c87-0732-4b34-86a1-24344404044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:17:53.446771 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc91bb-5340-483b-803f-0a013ff40459 admin admin] Network hostable DHCP agents. Network: 80c77988-807f-4b63-8ab4-31648def8b2d, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:17:53.559299 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc91bb-5340-483b-803f-0a013ff40459 admin admin] Network 80c77988-807f-4b63-8ab4-31648def8b2d is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:17:53.703895 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-46fc91bb-5340-483b-803f-0a013ff40459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 80c77988-807f-4b63-8ab4-31648def8b2d) {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:17:53.708074 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fc91bb-5340-483b-803f-0a013ff40459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:53.708671 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-46fc91bb-5340-483b-803f-0a013ff40459 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:53.716972 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f4ebe-3dd2-4d64-82c9-c5cc7ad3c2ae None None] Network 80c77988-807f-4b63-8ab4-31648def8b2d requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:17:53.844995 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-46fc91bb-5340-483b-803f-0a013ff40459 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9438963 Aug 30 01:17:53.857194 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35014) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:53.862309 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:17:53.964316 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95ee51a5-2310-549f-978a-ba0d001b608d-80c77988-807f-4b63-8ab4-31648def8b2d', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'fixed_ips': [{'subnet_id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53'}]}} from dv-cinder-815712-11-iscsi. {{(pid=107026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:17:53.965347 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:53.972341 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2816'] for router (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:53.973390 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-389844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2937'] for router (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.031310 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Publish callbacks [] for router_controller (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), precommit_add_association {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.114846 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.db_base_plugin_common [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Allocated IP 172.20.0.2 (80c77988-807f-4b63-8ab4-31648def8b2d/f4d271e0-560e-4f49-a7f4-4da3b43fee53/03e2537d-e73c-42e1-a5f7-826912b54e56) {{(pid=107026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:17:54.243622 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:54.252229 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Publish callbacks [] for router_gateway (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.276622 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.281218 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Publish callbacks [] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), precommit_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.353082 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.404823 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Network 80c77988-807f-4b63-8ab4-31648def8b2d is already hosted by enough agents. {{(pid=107026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:17:54.409392 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.base_scheduler [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Resources bound (agent type, host, resource id): {{(pid=107026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:17:54.415388 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Received port after_create {{(pid=107026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:17:54.443203 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Pushing event updated for resources: {'Port': ['ID=03e2537d-e73c-42e1-a5f7-826912b54e56,revision_number=1']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:54.491617 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Attempting to bind port 03e2537d-e73c-42e1-a5f7-826912b54e56 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:17:54.496375 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Attempting to bind port 03e2537d-e73c-42e1-a5f7-826912b54e56 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '2e410c87-0732-4b34-86a1-24344404044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:17:54.496375 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Attempting to bind port 03e2537d-e73c-42e1-a5f7-826912b54e56 on network 80c77988-807f-4b63-8ab4-31648def8b2d {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:17:54.498042 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:17:54.498426 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Checking segment: {'id': '2e410c87-0732-4b34-86a1-24344404044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:17:54.498879 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.499271 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Bound using segment: {'id': '2e410c87-0732-4b34-86a1-24344404044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:17:54.499898 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Bound port: 03e2537d-e73c-42e1-a5f7-826912b54e56, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e410c87-0732-4b34-86a1-24344404044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:17:54.500281 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.560899 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ee3cf-33af-4e4d-b96c-aa57c73a930b req-459fa373-d63b-4e1a-afb4-0ee2624494cc tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:54.563171 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5d5ee3cf-33af-4e4d-b96c-aa57c73a930b req-459fa373-d63b-4e1a-afb4-0ee2624494cc tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 946 time: 0.0503449 Aug 30 01:17:54.571652 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] For port 03e2537d-e73c-42e1-a5f7-826912b54e56, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:17:54.575151 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] For port 03e2537d-e73c-42e1-a5f7-826912b54e56, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=03e2537d-e73c-42e1-a5f7-826912b54e56,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:17:54.601069 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a5edf-6d4c-49fa-a07a-4b0a17e388b5 req-b1f29bdd-4f22-4a38-b64f-e8b27f38afc3 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:54.602656 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-112a5edf-6d4c-49fa-a07a-4b0a17e388b5 req-b1f29bdd-4f22-4a38-b64f-e8b27f38afc3 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 945 time: 0.1126442 Aug 30 01:17:54.634445 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Publish callbacks [] for router_gateway (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.641479 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5d5ee3cf-33af-4e4d-b96c-aa57c73a930b req-3cbfb8be-8f1e-4dbd-a2a6-f059e494cbc5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686662 Aug 30 01:17:54.663951 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.708213 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:54.735168 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-112a5edf-6d4c-49fa-a07a-4b0a17e388b5 req-fa852eb8-341e-4711-9840-de5eab620869 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222918 Aug 30 01:17:54.785968 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4cd6e-2d48-459b-9540-79e3482c9754 None None] Pushing event updated for resources: {'Port': ['ID=03e2537d-e73c-42e1-a5f7-826912b54e56,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:54.790861 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:54.812471 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Allocated IP 172.27.1.44 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/3cd42745-3d88-4917-9e32-e35d38795f64) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:17:54.946171 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Publish callbacks [] for port (3cd42745-3d88-4917-9e32-e35d38795f64), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:55.073119 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (3cd42745-3d88-4917-9e32-e35d38795f64), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:55.111360 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:17:55.114444 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:17:55.118107 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:17:55.158763 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Pushing event updated for resources: {'Port': ['ID=3cd42745-3d88-4917-9e32-e35d38795f64,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:55.258032 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb5c4f-4a45-4619-8fe6-d3ed8b7cf964 req-925fef6d-016b-426a-a119-83e678ca0f87 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:55.259602 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b5bb5c4f-4a45-4619-8fe6-d3ed8b7cf964 req-925fef6d-016b-426a-a119-83e678ca0f87 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 945 time: 0.0892692 Aug 30 01:17:55.323250 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:55.403777 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-b5bb5c4f-4a45-4619-8fe6-d3ed8b7cf964 req-7e6e7e51-a5e2-425b-a6b3-58f10eb8f741 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Deleting port fb9f85b8-7682-4117-938b-7225f55cd3b2 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:17:55.404183 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b5bb5c4f-4a45-4619-8fe6-d3ed8b7cf964 req-7e6e7e51-a5e2-425b-a6b3-58f10eb8f741 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:55.572504 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-b5bb5c4f-4a45-4619-8fe6-d3ed8b7cf964 req-7e6e7e51-a5e2-425b-a6b3-58f10eb8f741 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] For port fb9f85b8-7682-4117-938b-7225f55cd3b2, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fb9f85b8-7682-4117-938b-7225f55cd3b2,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:55.572870 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b5bb5c4f-4a45-4619-8fe6-d3ed8b7cf964 req-7e6e7e51-a5e2-425b-a6b3-58f10eb8f741 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:55.617172 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-b5bb5c4f-4a45-4619-8fe6-d3ed8b7cf964 req-7e6e7e51-a5e2-425b-a6b3-58f10eb8f741 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Calling delete_port for fb9f85b8-7682-4117-938b-7225f55cd3b2 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:17:55.727493 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:55.796351 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:55.824516 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:55.866789 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ffac1-7ac7-47a1-afc1-9107cfd6368c None None] Network 80c77988-807f-4b63-8ab4-31648def8b2d requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:17:55.990105 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Publish callbacks [] for router_gateway (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:55.994981 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-70f289e2-a2e0-4425-aba8-2f6b51b7b997 None None] Provisioning complete for port 03e2537d-e73c-42e1-a5f7-826912b54e56 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:55.995370 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-70f289e2-a2e0-4425-aba8-2f6b51b7b997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:56.052166 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9a1e8-162f-4f6a-b124-2cbec81e8630 req-079a0624-2229-4d16-9a3d-ad40ceb74f19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:56.053787 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dcb9a1e8-162f-4f6a-b124-2cbec81e8630 req-079a0624-2229-4d16-9a3d-ad40ceb74f19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 946 time: 0.1411331 Aug 30 01:17:56.093524 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-70f289e2-a2e0-4425-aba8-2f6b51b7b997 None None] Current status of the port 03e2537d-e73c-42e1-a5f7-826912b54e56 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:56.094646 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-70f289e2-a2e0-4425-aba8-2f6b51b7b997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:56.098922 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:56.138642 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:56.140686 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-70f289e2-a2e0-4425-aba8-2f6b51b7b997 None None] For port 03e2537d-e73c-42e1-a5f7-826912b54e56, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=03e2537d-e73c-42e1-a5f7-826912b54e56,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:17:56.183481 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1de9f8-24de-4080-9370-cf930f5684da req-6cbacf9a-31f2-4392-bb2f-b25e234bf5cf tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:56.185476 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9d1de9f8-24de-4080-9370-cf930f5684da req-6cbacf9a-31f2-4392-bb2f-b25e234bf5cf tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 945 time: 0.0576949 Aug 30 01:17:56.212047 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-70f289e2-a2e0-4425-aba8-2f6b51b7b997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:56.232106 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dcb9a1e8-162f-4f6a-b124-2cbec81e8630 req-32816c27-477d-451e-97db-3aa2bb516547 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539800 Aug 30 01:17:56.254321 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:56.284320 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-9d1de9f8-24de-4080-9370-cf930f5684da req-22efaef0-37be-4a1c-9e3c-da7f9c7fae3b tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9c20d025-6680-4197-9d48-41aeff4e3ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920885 Aug 30 01:17:56.291834 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f289e2-a2e0-4425-aba8-2f6b51b7b997 None None] Pushing event updated for resources: {'Port': ['ID=03e2537d-e73c-42e1-a5f7-826912b54e56,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:56.323998 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:56.331707 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-40bccca5-be43-4813-9a79-de79c823a66e None None] Provisioning complete for port 03e2537d-e73c-42e1-a5f7-826912b54e56 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:56.332079 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-40bccca5-be43-4813-9a79-de79c823a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:56.382127 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b5bb5c4f-4a45-4619-8fe6-d3ed8b7cf964 req-7e6e7e51-a5e2-425b-a6b3-58f10eb8f741 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (fb9f85b8-7682-4117-938b-7225f55cd3b2), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:56.419910 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 03e2537d-e73c-42e1-a5f7-826912b54e56 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:17:56.428746 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e7e51-a5e2-425b-a6b3-58f10eb8f741 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Pushing event deleted for resources: {'Port': ['ID=fb9f85b8-7682-4117-938b-7225f55cd3b2,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:56.432386 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476989'] for router (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:56.457660 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-40bccca5-be43-4813-9a79-de79c823a66e None None] Current status of the port 03e2537d-e73c-42e1-a5f7-826912b54e56 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:56.478863 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 03e2537d-e73c-42e1-a5f7-826912b54e56 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:56.479084 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:56.509680 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bb5c4f-4a45-4619-8fe6-d3ed8b7cf964 req-7e6e7e51-a5e2-425b-a6b3-58f10eb8f741 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] No DVR routers for this DVR port fb9f85b8-7682-4117-938b-7225f55cd3b2 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:17:56.513274 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b5bb5c4f-4a45-4619-8fe6-d3ed8b7cf964 req-7e6e7e51-a5e2-425b-a6b3-58f10eb8f741 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:56.517170 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b5bb5c4f-4a45-4619-8fe6-d3ed8b7cf964 req-7e6e7e51-a5e2-425b-a6b3-58f10eb8f741 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.74 "DELETE /networking/v2.0/ports/fb9f85b8-7682-4117-938b-7225f55cd3b2 HTTP/1.1" status: 204 len: 173 time: 1.2316992 Aug 30 01:17:56.517602 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'name': 'network-vif-deleted', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:17:56.519886 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa04c41-1ecc-4fc2-a1c8-57092d520042" -d '{"events": [{"server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "name": "network-vif-deleted", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:17:56.554475 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 03e2537d-e73c-42e1-a5f7-826912b54e56 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:56.566961 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b82274-fce4-4452-9154-c32e733b8ddb x-openstack-request-id: req-12b82274-fce4-4452-9154-c32e733b8ddb {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:17:56.567252 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb98683-87f8-47ff-89d6-4d74e9f961d1", "name": "network-vif-deleted", "tag": "fb9f85b8-7682-4117-938b-7225f55cd3b2", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:17:56.567498 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12b82274-fce4-4452-9154-c32e733b8ddb {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:17:56.567892 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b82274-fce4-4452-9154-c32e733b8ddb'] response: {'server_uuid': 'cfb98683-87f8-47ff-89d6-4d74e9f961d1', 'name': 'network-vif-deleted', 'tag': 'fb9f85b8-7682-4117-938b-7225f55cd3b2', 'status': 'completed', 'code': 200} Aug 30 01:17:56.695290 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Router a445ec94-65d5-4b4f-b1f6-e40165e6d59b is scheduled to L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a with binding_index 1 {{(pid=107024) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:17:56.804529 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:17:56.814753 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Sync routers for ids ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:17:56.826005 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Routers {'a445ec94-65d5-4b4f-b1f6-e40165e6d59b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:17:56.827126 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:56.905567 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:56.907518 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-5fd5ece5-5389-429f-9acf-98050964d454 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0488691 Aug 30 01:17:56.910174 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35084) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:56.938704 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Set router a445ec94-65d5-4b4f-b1f6-e40165e6d59b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:17:56.955536 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:57.117818 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:17:55Z', 'revision_number': 3, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port': {'id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:54Z', 'updated_at': '2022-08-30T01:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:57.147306 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Checking router: a445ec94-65d5-4b4f-b1f6-e40165e6d59b for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:17:57.147650 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Updating router a445ec94-65d5-4b4f-b1f6-e40165e6d59b port 3cd42745-3d88-4917-9e32-e35d38795f64 binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:17:57.177130 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:57.177778 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:57.180875 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3cd42745-3d88-4917-9e32-e35d38795f64), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:57.395853 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665ecb8-b4ae-4c9f-86d3-0885f5340916 req-5bb6c3d7-1f5f-4c82-80d6-170b0b8361e1 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:57.402827 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7665ecb8-b4ae-4c9f-86d3-0885f5340916 req-5bb6c3d7-1f5f-4c82-80d6-170b0b8361e1 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 946 time: 0.0622251 Aug 30 01:17:57.407155 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-504bfd6e-e080-41f7-8a09-fa17206ea859 req-309ce64c-2779-4b78-9a4d-99ebe6db1116 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 210 time: 0.0275593 Aug 30 01:17:57.411759 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:57.463965 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7665ecb8-b4ae-4c9f-86d3-0885f5340916 req-9246de67-1f60-496e-8e5d-32b2d4b5c246 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602536 Aug 30 01:17:57.528849 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:57.560939 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Publish callbacks [] for port (3cd42745-3d88-4917-9e32-e35d38795f64), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:57.582715 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Allocated IP 172.20.0.1 (80c77988-807f-4b63-8ab4-31648def8b2d/f4d271e0-560e-4f49-a7f4-4da3b43fee53/9e863705-de16-408c-92b4-e4ac8e11b8fa) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:17:57.640608 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3cd42745-3d88-4917-9e32-e35d38795f64), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:57.674414 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Attempting to bind port 3cd42745-3d88-4917-9e32-e35d38795f64 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:17:57.674699 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Attempting to bind port 3cd42745-3d88-4917-9e32-e35d38795f64 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:17:57.675058 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Attempting to bind port 3cd42745-3d88-4917-9e32-e35d38795f64 on network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:17:57.687761 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:17:57.688140 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Checking segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:17:57.692781 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:57.692781 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Bound using segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:17:57.692781 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Bound port: 3cd42745-3d88-4917-9e32-e35d38795f64, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:17:57.692781 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3cd42745-3d88-4917-9e32-e35d38795f64), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:57.694218 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Publish callbacks [] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:57.700216 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:57.715825 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Pushing event updated for resources: {'Port': ['ID=3cd42745-3d88-4917-9e32-e35d38795f64,revision_number=2']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:57.730791 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.731136 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.731503 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.731861 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.732199 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.732525 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.732907 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.733844 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.734172 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.734499 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.734850 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.735181 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.735491 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.735803 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.736117 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:17:57.758405 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] For port 3cd42745-3d88-4917-9e32-e35d38795f64, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:17:57.761483 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] For port 3cd42745-3d88-4917-9e32-e35d38795f64, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=3cd42745-3d88-4917-9e32-e35d38795f64,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:17:57.809895 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:57.835150 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3cd42745-3d88-4917-9e32-e35d38795f64), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:57.853433 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Network 80c77988-807f-4b63-8ab4-31648def8b2d is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:17:57.856594 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:17:57.861297 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:17:57.867771 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Routers {'a445ec94-65d5-4b4f-b1f6-e40165e6d59b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:17:57.868378 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:57.886054 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Pushing event updated for resources: {'Port': ['ID=9e863705-de16-408c-92b4-e4ac8e11b8fa,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:57.905948 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481881'] for router_interface (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:57.974354 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b1f16-4ec1-4dd5-91e6-8a9668b7a20f None None] Pushing event updated for resources: {'Port': ['ID=3cd42745-3d88-4917-9e32-e35d38795f64,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:58.003228 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] Set router a445ec94-65d5-4b4f-b1f6-e40165e6d59b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:17:58.090506 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-e7844998-b567-4dfe-863d-78fe0341ab46 None None] Provisioning complete for port 9e863705-de16-408c-92b4-e4ac8e11b8fa triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:58.091076 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e7844998-b567-4dfe-863d-78fe0341ab46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:58.124951 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-e7844998-b567-4dfe-863d-78fe0341ab46 None None] Port 9e863705-de16-408c-92b4-e4ac8e11b8fa cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:17:58.136133 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:58.181005 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:17:55Z', 'revision_number': 3, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port': {'id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:54Z', 'updated_at': '2022-08-30T01:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:17:58.207052 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268d8847-d81c-4bc5-914f-aff141ceaebf None None] The sync data for ids ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'] in dv-cinder-815712-11-iscsi is: [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:17:55Z', 'revision_number': 3, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port': {'id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:54Z', 'updated_at': '2022-08-30T01:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:17:58.307872 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 03e2537d-e73c-42e1-a5f7-826912b54e56 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:17:58.318013 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Publish callbacks [] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:58.352823 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 03e2537d-e73c-42e1-a5f7-826912b54e56 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:58.353206 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:58.375302 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:58.433529 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 03e2537d-e73c-42e1-a5f7-826912b54e56 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:17:58.455909 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481997'] for router_interface (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:58.455909 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Pushing event updated for resources: {'Port': ['ID=9e863705-de16-408c-92b4-e4ac8e11b8fa,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:17:58.457943 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['fb9f85b8-7682-4117-938b-7225f55cd3b2'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:17:58.620306 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f8970be2-6ff1-4bf4-a4e8-e583a790c078 req-4c27bfa0-a675-4c17-a079-af2a6d89fcc2 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 210 time: 0.0544391 Aug 30 01:17:58.676264 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Network 80c77988-807f-4b63-8ab4-31648def8b2d is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:17:58.677987 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:17:58.684024 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:58.703226 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43d7eb-cff2-4eac-a1ab-7232bda68ba7 req-3480c5f6-87e6-4e02-8ace-9634aa9f52ba tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:58.711551 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-da43d7eb-cff2-4eac-a1ab-7232bda68ba7 req-3480c5f6-87e6-4e02-8ace-9634aa9f52ba tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 946 time: 0.0944865 Aug 30 01:17:58.812683 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-da43d7eb-cff2-4eac-a1ab-7232bda68ba7 req-12fa470f-a50d-42fb-a183-341f11eb8e4d tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995700 Aug 30 01:17:58.839364 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Router a445ec94-65d5-4b4f-b1f6-e40165e6d59b has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:17:58.973575 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:58.990815 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:17:59.000978 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-85b0292e-7c14-489a-b1f0-9491e175acce admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/a445ec94-65d5-4b4f-b1f6-e40165e6d59b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0895593 Aug 30 01:17:59.058145 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bec9e7c6-ef6a-437c-b116-2b74c2dea50e None None] Provisioning complete for port 9e863705-de16-408c-92b4-e4ac8e11b8fa triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:17:59.058743 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bec9e7c6-ef6a-437c-b116-2b74c2dea50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:59.098344 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:59.112573 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bec9e7c6-ef6a-437c-b116-2b74c2dea50e None None] Port 9e863705-de16-408c-92b4-e4ac8e11b8fa cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:17:59.495108 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device fb9f85b8-7682-4117-938b-7225f55cd3b2 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:17:59.516693 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: fb9f85b8-7682-4117-938b-7225f55cd3b2 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:17:59.517047 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device fb9f85b8-7682-4117-938b-7225f55cd3b2 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:17:59.748317 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e3285411-29ac-4c1a-beff-56c64d86e379 req-4d58b2e6-7713-4115-aa2b-cfa163667f76 tempest-TestMinimumBasicScenario-1242635238 tempest-TestMinimumBasicScenario-1242635238-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cfb98683-87f8-47ff-89d6-4d74e9f961d1 HTTP/1.1" status: 200 len: 210 time: 0.0309958 Aug 30 01:17:59.884427 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35126) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:17:59.889627 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1087294053-network', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:17:59.941011 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948ce2f-31b1-4bf1-b942-fc177fc4ec5f req-26c90635-c8fd-4b9d-8c90-3afd4b07c18b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:17:59.942601 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a948ce2f-31b1-4bf1-b942-fc177fc4ec5f req-26c90635-c8fd-4b9d-8c90-3afd4b07c18b tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 946 time: 0.0490527 Aug 30 01:17:59.958489 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:17:59.989039 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Made reservation on behalf of 0b43e37e5945406ca905cecad78e76c4 for: {'network': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:17:59.991563 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:17:59.998880 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a948ce2f-31b1-4bf1-b942-fc177fc4ec5f req-fcbdb1ad-7543-4570-83e7-9643da5cb50c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491762 Aug 30 01:18:00.035930 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.127326 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Publish callbacks [] for security_group (8efbb810-2c88-492a-b59a-973175341460), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.148573 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Sync routers for ids ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:00.160065 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Routers {'a445ec94-65d5-4b4f-b1f6-e40165e6d59b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:00.160702 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:00.188009 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (8efbb810-2c88-492a-b59a-973175341460), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.214837 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=107024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:18:00.226024 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efbb810-2c88-492a-b59a-973175341460,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:00.231323 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (75db8274-c774-4f43-b3d7-eb4cb898cd25), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.231555 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.segments_db [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Added segment 75db8274-c774-4f43-b3d7-eb4cb898cd25 of type vlan for network 96e43b50-834d-478f-ac5e-e55dde301168 Aug 30 01:18:00.287801 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (96e43b50-834d-478f-ac5e-e55dde301168), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.298295 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Set router a445ec94-65d5-4b4f-b1f6-e40165e6d59b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:00.347393 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 3cd42745-3d88-4917-9e32-e35d38795f64 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:00.391358 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (96e43b50-834d-478f-ac5e-e55dde301168), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.391896 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:00.392920 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.471576 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] Pushing event updated for resources: {'Network': ['ID=96e43b50-834d-478f-ac5e-e55dde301168,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:00.487471 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-642bec50-11fd-4bf3-bc73-952aa7e049c3 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6019599 Aug 30 01:18:00.487732 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 96e43b50-834d-478f-ac5e-e55dde301168 details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:18:00.490408 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35140) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:00.495304 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-327b1afc-2797-4719-b846-985203b63cb7 admin admin] Request body: {'subnet': {'network_id': '96e43b50-834d-478f-ac5e-e55dde301168', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1087294053-subnet', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'ip_version': 4}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:00.550902 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 3cd42745-3d88-4917-9e32-e35d38795f64 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:00.559698 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (3cd42745-3d88-4917-9e32-e35d38795f64), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.634544 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327b1afc-2797-4719-b846-985203b63cb7 admin admin] Made reservation on behalf of 0b43e37e5945406ca905cecad78e76c4 for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:00.636894 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-327b1afc-2797-4719-b846-985203b63cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13108123'] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.679260 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:17:58Z', 'revision_number': 4, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port': {'id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:54Z', 'updated_at': '2022-08-30T01:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9e863705-de16-408c-92b4-e4ac8e11b8fa', 'name': '', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'mac_address': 'fa:16:3e:b5:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:57Z', 'updated_at': '2022-08-30T01:17:58Z', 'revision_number': 2, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'subnets': [{'id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:00.727606 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Checking router: a445ec94-65d5-4b4f-b1f6-e40165e6d59b for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:00.727606 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Updating router a445ec94-65d5-4b4f-b1f6-e40165e6d59b port 9e863705-de16-408c-92b4-e4ac8e11b8fa binding host dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:18:00.738023 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 3cd42745-3d88-4917-9e32-e35d38795f64 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:00.738429 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3cd42745-3d88-4917-9e32-e35d38795f64), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.786893 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 3cd42745-3d88-4917-9e32-e35d38795f64, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=3cd42745-3d88-4917-9e32-e35d38795f64,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:00.787941 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.887191 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3cd42745-3d88-4917-9e32-e35d38795f64), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.927029 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-327b1afc-2797-4719-b846-985203b63cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13572862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13108109'] for subnet (7f3c6028-3482-4994-bd84-0d8d34638069), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:00.988795 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b1afc-2797-4719-b846-985203b63cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3c6028-3482-4994-bd84-0d8d34638069,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:00.993793 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=3cd42745-3d88-4917-9e32-e35d38795f64,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:01.005971 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b1afc-2797-4719-b846-985203b63cb7 admin admin] Checking segment: {'id': '75db8274-c774-4f43-b3d7-eb4cb898cd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '96e43b50-834d-478f-ac5e-e55dde301168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:01.006579 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b1afc-2797-4719-b846-985203b63cb7 admin admin] Network hostable DHCP agents. Network: 96e43b50-834d-478f-ac5e-e55dde301168, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:18:01.096538 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b1afc-2797-4719-b846-985203b63cb7 admin admin] Network 96e43b50-834d-478f-ac5e-e55dde301168 is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:18:01.117233 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Publish callbacks [] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), precommit_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.192358 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-327b1afc-2797-4719-b846-985203b63cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 96e43b50-834d-478f-ac5e-e55dde301168) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:01.196395 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327b1afc-2797-4719-b846-985203b63cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:01.197168 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-327b1afc-2797-4719-b846-985203b63cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.201860 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba46e8e1-8a5f-4aa7-8637-15b7dc77afb1 None None] Network 96e43b50-834d-478f-ac5e-e55dde301168 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:01.244784 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.289388 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-327b1afc-2797-4719-b846-985203b63cb7 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7978380 Aug 30 01:18:01.292043 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35162) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:01.296965 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1087294053-router', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:01.384001 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2816'] for router (b62d0796-6ebd-4e14-886f-60532ca4e97e), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.385183 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-389844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2937'] for router (b62d0796-6ebd-4e14-886f-60532ca4e97e), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.450919 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:01.458218 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Publish callbacks [] for router_controller (b62d0796-6ebd-4e14-886f-60532ca4e97e), precommit_add_association {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.468873 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc792fd-4346-4ece-9542-1fa6f7066443 None None] Pushing event updated for resources: {'Port': ['ID=9e863705-de16-408c-92b4-e4ac8e11b8fa,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:01.508234 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95ee51a5-2310-549f-978a-ba0d001b608d-96e43b50-834d-478f-ac5e-e55dde301168', 'network_id': '96e43b50-834d-478f-ac5e-e55dde301168', 'project_id': '0b43e37e5945406ca905cecad78e76c4', 'fixed_ips': [{'subnet_id': '7f3c6028-3482-4994-bd84-0d8d34638069'}]}} from dv-cinder-815712-11-iscsi. {{(pid=107026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:18:01.509126 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.540895 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:01.540895 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Attempting to bind port 9e863705-de16-408c-92b4-e4ac8e11b8fa on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:01.540895 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Attempting to bind port 9e863705-de16-408c-92b4-e4ac8e11b8fa by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '2e410c87-0732-4b34-86a1-24344404044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:01.540895 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Attempting to bind port 9e863705-de16-408c-92b4-e4ac8e11b8fa on network 80c77988-807f-4b63-8ab4-31648def8b2d {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:01.549465 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:01.549875 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Checking segment: {'id': '2e410c87-0732-4b34-86a1-24344404044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:01.550276 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.550672 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Bound using segment: {'id': '2e410c87-0732-4b34-86a1-24344404044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:01.551200 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Bound port: 9e863705-de16-408c-92b4-e4ac8e11b8fa, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e410c87-0732-4b34-86a1-24344404044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:01.551578 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.557583 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:01.673522 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:01.711355 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] For port 9e863705-de16-408c-92b4-e4ac8e11b8fa, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:01.719025 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] For port 9e863705-de16-408c-92b4-e4ac8e11b8fa, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=9e863705-de16-408c-92b4-e4ac8e11b8fa,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:01.725605 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.db_base_plugin_common [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Allocated IP 172.20.0.2 (96e43b50-834d-478f-ac5e-e55dde301168/7f3c6028-3482-4994-bd84-0d8d34638069/c64ea205-2f4c-4259-8b1a-3ea8802a98ac) {{(pid=107026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:01.887758 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.894838 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Publish callbacks [] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), precommit_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.933579 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Routers {'a445ec94-65d5-4b4f-b1f6-e40165e6d59b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:01.934355 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:01.955635 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Publish callbacks [] for router_gateway (b62d0796-6ebd-4e14-886f-60532ca4e97e), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:01.991857 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc792fd-4346-4ece-9542-1fa6f7066443 None None] Pushing event updated for resources: {'Port': ['ID=9e863705-de16-408c-92b4-e4ac8e11b8fa,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:02.006439 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.082669 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Network 96e43b50-834d-478f-ac5e-e55dde301168 is already hosted by enough agents. {{(pid=107026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:02.094601 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.base_scheduler [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Resources bound (agent type, host, resource id): {{(pid=107026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:02.102576 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:02.103602 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Received port after_create {{(pid=107026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:02.112398 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Pushing event updated for resources: {'Port': ['ID=c64ea205-2f4c-4259-8b1a-3ea8802a98ac,revision_number=1']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:02.128382 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] Set router a445ec94-65d5-4b4f-b1f6-e40165e6d59b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:02.207813 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:02.222575 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Publish callbacks [] for router_gateway (b62d0796-6ebd-4e14-886f-60532ca4e97e), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.240714 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Attempting to bind port c64ea205-2f4c-4259-8b1a-3ea8802a98ac on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:02.241339 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Attempting to bind port c64ea205-2f4c-4259-8b1a-3ea8802a98ac by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '75db8274-c774-4f43-b3d7-eb4cb898cd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '96e43b50-834d-478f-ac5e-e55dde301168'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:02.241439 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Attempting to bind port c64ea205-2f4c-4259-8b1a-3ea8802a98ac on network 96e43b50-834d-478f-ac5e-e55dde301168 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:02.244140 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.258083 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:02.258464 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Checking segment: {'id': '75db8274-c774-4f43-b3d7-eb4cb898cd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '96e43b50-834d-478f-ac5e-e55dde301168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:02.258871 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.259290 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Bound using segment: {'id': '75db8274-c774-4f43-b3d7-eb4cb898cd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '96e43b50-834d-478f-ac5e-e55dde301168'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:02.259796 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Bound port: c64ea205-2f4c-4259-8b1a-3ea8802a98ac, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75db8274-c774-4f43-b3d7-eb4cb898cd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '96e43b50-834d-478f-ac5e-e55dde301168'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:02.260167 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.334892 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 3cd42745-3d88-4917-9e32-e35d38795f64 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:02.367625 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Allocated IP 172.27.1.51 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/3e630910-03ae-47fd-9217-b1d965a18036) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:02.411660 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:02.421997 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] For port c64ea205-2f4c-4259-8b1a-3ea8802a98ac, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:02.426348 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] For port c64ea205-2f4c-4259-8b1a-3ea8802a98ac, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=c64ea205-2f4c-4259-8b1a-3ea8802a98ac,segment=NetworkSegment(75db8274-c774-4f43-b3d7-eb4cb898cd25),segment_id=75db8274-c774-4f43-b3d7-eb4cb898cd25)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:02.474362 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 3cd42745-3d88-4917-9e32-e35d38795f64 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:02.474734 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (3cd42745-3d88-4917-9e32-e35d38795f64), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.501020 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Publish callbacks [] for port (3e630910-03ae-47fd-9217-b1d965a18036), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.517529 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.555292 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:17:58Z', 'revision_number': 4, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port': {'id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:54Z', 'updated_at': '2022-08-30T01:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9e863705-de16-408c-92b4-e4ac8e11b8fa', 'name': '', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'mac_address': 'fa:16:3e:b5:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:57Z', 'updated_at': '2022-08-30T01:18:01Z', 'revision_number': 4, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'subnets': [{'id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:02.598219 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420aab3-f568-49a6-9063-304c896fed42 None None] The sync data for ids ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'] in dv-cinder-815712-11-iscsi is: [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:17:58Z', 'revision_number': 4, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port': {'id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:54Z', 'updated_at': '2022-08-30T01:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9e863705-de16-408c-92b4-e4ac8e11b8fa', 'name': '', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'mac_address': 'fa:16:3e:b5:1e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:57Z', 'updated_at': '2022-08-30T01:18:01Z', 'revision_number': 4, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'subnets': [{'id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:18:02.604129 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8252d-617e-46b8-bd83-cbf4beaa578a None None] Pushing event updated for resources: {'Port': ['ID=c64ea205-2f4c-4259-8b1a-3ea8802a98ac,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:02.663054 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 3cd42745-3d88-4917-9e32-e35d38795f64 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:02.686455 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (3e630910-03ae-47fd-9217-b1d965a18036), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:02.751576 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35196) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:02.769813 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Pushing event updated for resources: {'Port': ['ID=3e630910-03ae-47fd-9217-b1d965a18036,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:02.794748 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:02.797046 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:02.800612 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:03.073686 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:03.202777 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1400e4ec-69d4-4a79-ac6b-ac428a9471f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-482018'] for router_interface (12dbe146-53fe-41e2-92a6-53d8bdecb28b), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:03.217794 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Publish callbacks [] for router_gateway (b62d0796-6ebd-4e14-886f-60532ca4e97e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:03.243393 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:03.374491 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:03.433106 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476989'] for router (b62d0796-6ebd-4e14-886f-60532ca4e97e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:03.503695 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-1400e4ec-69d4-4a79-ac6b-ac428a9471f7 admin admin] Deleting port a0d5698e-93af-4d0b-aacb-c03633ddc9ed {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:03.504045 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1400e4ec-69d4-4a79-ac6b-ac428a9471f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:03.604454 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-1400e4ec-69d4-4a79-ac6b-ac428a9471f7 admin admin] For port a0d5698e-93af-4d0b-aacb-c03633ddc9ed, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=a0d5698e-93af-4d0b-aacb-c03633ddc9ed,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:03.604824 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1400e4ec-69d4-4a79-ac6b-ac428a9471f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:03.621657 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-1400e4ec-69d4-4a79-ac6b-ac428a9471f7 admin admin] Calling delete_port for a0d5698e-93af-4d0b-aacb-c03633ddc9ed owned by network:router_interface {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:03.667084 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:03.784358 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490a82ec-2ae2-4410-9466-bacc50d9a6dd None None] Network 96e43b50-834d-478f-ac5e-e55dde301168 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:03.817761 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Router b62d0796-6ebd-4e14-886f-60532ca4e97e is scheduled to L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a with binding_index 1 {{(pid=107025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:18:03.899044 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d821cd52-2e6e-4796-b0d4-5ac6792c395e None None] Provisioning complete for port c64ea205-2f4c-4259-8b1a-3ea8802a98ac triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:03.899839 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d821cd52-2e6e-4796-b0d4-5ac6792c395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:03.928316 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1400e4ec-69d4-4a79-ac6b-ac428a9471f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (a0d5698e-93af-4d0b-aacb-c03633ddc9ed), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:03.968092 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:03.986435 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Sync routers for ids ['b62d0796-6ebd-4e14-886f-60532ca4e97e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:04.002385 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:04.006979 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400e4ec-69d4-4a79-ac6b-ac428a9471f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d5698e-93af-4d0b-aacb-c03633ddc9ed,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:04.013718 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d821cd52-2e6e-4796-b0d4-5ac6792c395e None None] Current status of the port c64ea205-2f4c-4259-8b1a-3ea8802a98ac is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:04.015074 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d821cd52-2e6e-4796-b0d4-5ac6792c395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:04.022623 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Routers {'b62d0796-6ebd-4e14-886f-60532ca4e97e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:04.023283 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['b62d0796-6ebd-4e14-886f-60532ca4e97e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:04.065915 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:04.067464 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-8b291cc8-c3d5-42bf-b494-32a9c1fa965d admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7744091 Aug 30 01:18:04.070274 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35206) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:04.094861 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d821cd52-2e6e-4796-b0d4-5ac6792c395e None None] For port c64ea205-2f4c-4259-8b1a-3ea8802a98ac, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=c64ea205-2f4c-4259-8b1a-3ea8802a98ac,segment=NetworkSegment(75db8274-c774-4f43-b3d7-eb4cb898cd25),segment_id=75db8274-c774-4f43-b3d7-eb4cb898cd25)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:04.134546 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:04.213319 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Set router b62d0796-6ebd-4e14-886f-60532ca4e97e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:04.225070 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d821cd52-2e6e-4796-b0d4-5ac6792c395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:04.354464 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821cd52-2e6e-4796-b0d4-5ac6792c395e None None] Pushing event updated for resources: {'Port': ['ID=c64ea205-2f4c-4259-8b1a-3ea8802a98ac,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:04.380168 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:04.409378 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1400e4ec-69d4-4a79-ac6b-ac428a9471f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481618'] for router_interface (12dbe146-53fe-41e2-92a6-53d8bdecb28b), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:04.559741 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d0f1ab7f-8c37-4c6f-92ee-0dacd02cdd86 None None] Provisioning complete for port c64ea205-2f4c-4259-8b1a-3ea8802a98ac triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:04.560389 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d0f1ab7f-8c37-4c6f-92ee-0dacd02cdd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:04.611814 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 9e863705-de16-408c-92b4-e4ac8e11b8fa up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:04.643116 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'name': 'tempest-TestShelveInstance-1087294053-router', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '3e630910-03ae-47fd-9217-b1d965a18036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:01Z', 'updated_at': '2022-08-30T01:18:02Z', 'revision_number': 3, 'project_id': '0b43e37e5945406ca905cecad78e76c4', 'gw_port': {'id': '3e630910-03ae-47fd-9217-b1d965a18036', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:02Z', 'updated_at': '2022-08-30T01:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:04.720557 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Checking router: b62d0796-6ebd-4e14-886f-60532ca4e97e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:04.721004 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Updating router b62d0796-6ebd-4e14-886f-60532ca4e97e port 3e630910-03ae-47fd-9217-b1d965a18036 binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:18:04.739635 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 9e863705-de16-408c-92b4-e4ac8e11b8fa triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:04.742542 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:04.775120 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35212) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:04.775667 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3e630910-03ae-47fd-9217-b1d965a18036), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:04.829607 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1ab7f-8c37-4c6f-92ee-0dacd02cdd86 None None] Current status of the port c64ea205-2f4c-4259-8b1a-3ea8802a98ac is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:04.835833 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:04.850320 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:04.927499 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 9e863705-de16-408c-92b4-e4ac8e11b8fa is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:04.928238 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:04.931390 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:04.966425 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-345d157b-c471-4846-ac40-f95e9acb40bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:04.976246 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 9e863705-de16-408c-92b4-e4ac8e11b8fa, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=9e863705-de16-408c-92b4-e4ac8e11b8fa,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:05.049403 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.050355 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device c64ea205-2f4c-4259-8b1a-3ea8802a98ac up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:05.117854 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Publish callbacks [] for port (3e630910-03ae-47fd-9217-b1d965a18036), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.132027 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=9e863705-de16-408c-92b4-e4ac8e11b8fa,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:05.136510 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port c64ea205-2f4c-4259-8b1a-3ea8802a98ac triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:05.136952 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.138330 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:05.157036 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Allocated IP 172.20.0.1 (96e43b50-834d-478f-ac5e-e55dde301168/7f3c6028-3482-4994-bd84-0d8d34638069/d08c91be-2b38-4d50-be7b-bd110e9c2347) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:05.177257 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1400e4ec-69d4-4a79-ac6b-ac428a9471f7 admin admin] Router 12dbe146-53fe-41e2-92a6-53d8bdecb28b has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:18:05.192082 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-345d157b-c471-4846-ac40-f95e9acb40bd admin admin] Publish callbacks [] for security_group (f53a165b-aa1c-4462-9baa-e8a45e36e819), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.229170 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3e630910-03ae-47fd-9217-b1d965a18036), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.260542 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-345d157b-c471-4846-ac40-f95e9acb40bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f53a165b-aa1c-4462-9baa-e8a45e36e819), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.282178 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Attempting to bind port 3e630910-03ae-47fd-9217-b1d965a18036 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:05.282811 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Attempting to bind port 3e630910-03ae-47fd-9217-b1d965a18036 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:05.283383 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Attempting to bind port 3e630910-03ae-47fd-9217-b1d965a18036 on network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:05.295184 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:05.296154 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Checking segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:05.296804 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.297358 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Bound using segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:05.298200 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Bound port: 3e630910-03ae-47fd-9217-b1d965a18036, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:05.298744 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3e630910-03ae-47fd-9217-b1d965a18036), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.302369 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b4658-62a5-4db1-acbf-104a4e72a5d4 None None] Pushing event updated for resources: {'Port': ['ID=3e630910-03ae-47fd-9217-b1d965a18036,revision_number=2']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:05.321647 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1400e4ec-69d4-4a79-ac6b-ac428a9471f7 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:05.336277 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-345d157b-c471-4846-ac40-f95e9acb40bd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4014d3262a5f4fb8a74957f84b963e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5574162 Aug 30 01:18:05.337228 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d157b-c471-4846-ac40-f95e9acb40bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53a165b-aa1c-4462-9baa-e8a45e36e819,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:05.341840 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35216) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:05.342014 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-1400e4ec-69d4-4a79-ac6b-ac428a9471f7 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/12dbe146-53fe-41e2-92a6-53d8bdecb28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5871840 Aug 30 01:18:05.342116 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35218) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:05.367250 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:05.371981 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] For port 3e630910-03ae-47fd-9217-b1d965a18036, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:05.376854 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] For port 3e630910-03ae-47fd-9217-b1d965a18036, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=3e630910-03ae-47fd-9217-b1d965a18036,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:05.411123 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Publish callbacks [] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.445820 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cac311-73b7-4765-a850-2758a3a7111f None None] Sync routers for ids ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:05.454583 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port c64ea205-2f4c-4259-8b1a-3ea8802a98ac is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:05.462633 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cac311-73b7-4765-a850-2758a3a7111f None None] Routers {'12dbe146-53fe-41e2-92a6-53d8bdecb28b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:05.463249 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-b7cac311-73b7-4765-a850-2758a3a7111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:05.481837 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3e630910-03ae-47fd-9217-b1d965a18036), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.509675 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:05.526659 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Routers {'b62d0796-6ebd-4e14-886f-60532ca4e97e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:05.527029 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a48f00d1-aa69-4009-9068-268386543acf admin admin] Publish callbacks [] for security_group (f53a165b-aa1c-4462-9baa-e8a45e36e819), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.527168 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['b62d0796-6ebd-4e14-886f-60532ca4e97e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:05.532033 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Publish callbacks [] for router (12dbe146-53fe-41e2-92a6-53d8bdecb28b), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.581611 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b4658-62a5-4db1-acbf-104a4e72a5d4 None None] Pushing event updated for resources: {'Port': ['ID=3e630910-03ae-47fd-9217-b1d965a18036,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:05.583295 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a48f00d1-aa69-4009-9068-268386543acf admin admin] Publish callbacks [] for security_group (f53a165b-aa1c-4462-9baa-e8a45e36e819), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.598677 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-b7cac311-73b7-4765-a850-2758a3a7111f None None] Set router 12dbe146-53fe-41e2-92a6-53d8bdecb28b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:05.641085 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.656654 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] Set router b62d0796-6ebd-4e14-886f-60532ca4e97e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:05.703469 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Network 96e43b50-834d-478f-ac5e-e55dde301168 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:05.713071 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:05.717815 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:05.751697 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Pushing event updated for resources: {'Port': ['ID=d08c91be-2b38-4d50-be7b-bd110e9c2347,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:05.765559 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Publish callbacks [] for router_gateway (12dbe146-53fe-41e2-92a6-53d8bdecb28b), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.796682 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a48f00d1-aa69-4009-9068-268386543acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f53a165b-aa1c-4462-9baa-e8a45e36e819), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.799195 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a48f00d1-aa69-4009-9068-268386543acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.800354 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-a48f00d1-aa69-4009-9068-268386543acf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f53a165b-aa1c-4462-9baa-e8a45e36e819 HTTP/1.1" status: 204 len: 168 time: 0.4561629 Aug 30 01:18:05.817481 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481881'] for router_interface (b62d0796-6ebd-4e14-886f-60532ca4e97e), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:05.822371 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:05.847119 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f00d1-aa69-4009-9068-268386543acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53a165b-aa1c-4462-9baa-e8a45e36e819,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:05.888645 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-b7cac311-73b7-4765-a850-2758a3a7111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:18:03Z', 'revision_number': 5, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port': {'id': '27769b37-5335-455e-9f4b-8b66cc0cc77f', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:05Z', 'updated_at': '2022-08-30T01:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:05.959195 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cac311-73b7-4765-a850-2758a3a7111f None None] Checking router: 12dbe146-53fe-41e2-92a6-53d8bdecb28b for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:05.961424 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:05.973051 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cac311-73b7-4765-a850-2758a3a7111f None None] Routers {'12dbe146-53fe-41e2-92a6-53d8bdecb28b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:05.973938 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-b7cac311-73b7-4765-a850-2758a3a7111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:06.029281 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:06.077191 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'name': 'tempest-TestShelveInstance-1087294053-router', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '3e630910-03ae-47fd-9217-b1d965a18036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:01Z', 'updated_at': '2022-08-30T01:18:02Z', 'revision_number': 3, 'project_id': '0b43e37e5945406ca905cecad78e76c4', 'gw_port': {'id': '3e630910-03ae-47fd-9217-b1d965a18036', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:02Z', 'updated_at': '2022-08-30T01:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:06.086658 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-b7cac311-73b7-4765-a850-2758a3a7111f None None] Set router 12dbe146-53fe-41e2-92a6-53d8bdecb28b gateway port host: None {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:06.089294 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Deleting port 27769b37-5335-455e-9f4b-8b66cc0cc77f {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:06.089832 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.120635 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13340608-9d3a-44e4-aaf4-a4033a9ab022 None None] The sync data for ids ['b62d0796-6ebd-4e14-886f-60532ca4e97e'] in dv-cinder-815712-11-iscsi is: [{'id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'name': 'tempest-TestShelveInstance-1087294053-router', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '3e630910-03ae-47fd-9217-b1d965a18036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:01Z', 'updated_at': '2022-08-30T01:18:02Z', 'revision_number': 3, 'project_id': '0b43e37e5945406ca905cecad78e76c4', 'gw_port': {'id': '3e630910-03ae-47fd-9217-b1d965a18036', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:02Z', 'updated_at': '2022-08-30T01:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:18:06.173701 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-b7cac311-73b7-4765-a850-2758a3a7111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:18:05Z', 'revision_number': 6, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port_host': None}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:06.210115 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cac311-73b7-4765-a850-2758a3a7111f None None] The sync data for ids ['12dbe146-53fe-41e2-92a6-53d8bdecb28b'] in dv-cinder-815712-11-iscsi is: [{'id': '12dbe146-53fe-41e2-92a6-53d8bdecb28b', 'name': 'tempest-TestMinimumBasicScenario-755441943-router', 'tenant_id': 'c6f3997439524d4583ece79273a55da4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:04Z', 'updated_at': '2022-08-30T01:18:05Z', 'revision_number': 6, 'project_id': 'c6f3997439524d4583ece79273a55da4', 'gw_port_host': None}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:18:06.214656 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-49ac2d42-d013-4daf-b3f7-4d8b238c67d0 None None] Provisioning complete for port d08c91be-2b38-4d50-be7b-bd110e9c2347 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:06.215775 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-49ac2d42-d013-4daf-b3f7-4d8b238c67d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.221581 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] For port 27769b37-5335-455e-9f4b-8b66cc0cc77f, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=27769b37-5335-455e-9f4b-8b66cc0cc77f,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:06.221581 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.304521 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-49ac2d42-d013-4daf-b3f7-4d8b238c67d0 None None] Port d08c91be-2b38-4d50-be7b-bd110e9c2347 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:18:06.537440 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Calling delete_port for 27769b37-5335-455e-9f4b-8b66cc0cc77f owned by network:router_gateway {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:06.597927 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.725909 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 9e863705-de16-408c-92b4-e4ac8e11b8fa up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:06.784014 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35228) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:06.786040 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:06.805549 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d8207289-3f90-4bb6-85e3-5b3d5a06a7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.818124 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 9e863705-de16-408c-92b4-e4ac8e11b8fa triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:06.819043 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.911913 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d8207289-3f90-4bb6-85e3-5b3d5a06a7ad admin admin] Publish callbacks [] for security_group (7263d30f-d7e2-474d-a5fd-42e4e806a803), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.962394 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Publish callbacks [] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.962875 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 9e863705-de16-408c-92b4-e4ac8e11b8fa is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:06.962875 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device c64ea205-2f4c-4259-8b1a-3ea8802a98ac up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:06.981255 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (27769b37-5335-455e-9f4b-8b66cc0cc77f), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:06.981513 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d8207289-3f90-4bb6-85e3-5b3d5a06a7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (7263d30f-d7e2-474d-a5fd-42e4e806a803), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.009633 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port c64ea205-2f4c-4259-8b1a-3ea8802a98ac triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:07.010026 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.044631 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-d8207289-3f90-4bb6-85e3-5b3d5a06a7ad admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7ec2d08e21b246a89c79ef1a1d77eda5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574115 Aug 30 01:18:07.050653 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35234) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:07.051336 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Pushing event deleted for resources: {'Port': ['ID=27769b37-5335-455e-9f4b-8b66cc0cc77f,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:07.058655 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13572423'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.091530 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8207289-3f90-4bb6-85e3-5b3d5a06a7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7263d30f-d7e2-474d-a5fd-42e4e806a803,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:07.172053 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port c64ea205-2f4c-4259-8b1a-3ea8802a98ac is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:07.175082 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-80e022e2-bf7c-4e34-8116-b7a899fb2cda admin admin] Publish callbacks [] for security_group (7263d30f-d7e2-474d-a5fd-42e4e806a803), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.200804 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:07.207779 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-80e022e2-bf7c-4e34-8116-b7a899fb2cda admin admin] Publish callbacks [] for security_group (7263d30f-d7e2-474d-a5fd-42e4e806a803), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.224932 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Pushing event updated for resources: {'Port': ['ID=d08c91be-2b38-4d50-be7b-bd110e9c2347,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:07.230608 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477089'] for router_gateway (12dbe146-53fe-41e2-92a6-53d8bdecb28b), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.323606 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481997'] for router_interface (b62d0796-6ebd-4e14-886f-60532ca4e97e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.349285 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-80e022e2-bf7c-4e34-8116-b7a899fb2cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (7263d30f-d7e2-474d-a5fd-42e4e806a803), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.352053 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-80e022e2-bf7c-4e34-8116-b7a899fb2cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.354267 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-80e022e2-bf7c-4e34-8116-b7a899fb2cda admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7263d30f-d7e2-474d-a5fd-42e4e806a803 HTTP/1.1" status: 204 len: 168 time: 0.3024163 Aug 30 01:18:07.365421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e022e2-bf7c-4e34-8116-b7a899fb2cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7263d30f-d7e2-474d-a5fd-42e4e806a803,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:07.396543 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2934'] for router (12dbe146-53fe-41e2-92a6-53d8bdecb28b), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.399502 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Publish callbacks [] for router_controller (12dbe146-53fe-41e2-92a6-53d8bdecb28b), precommit_delete_associations {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.559264 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Network 96e43b50-834d-478f-ac5e-e55dde301168 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:07.561302 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:07.609874 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:07.680004 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481583'] for router (12dbe146-53fe-41e2-92a6-53d8bdecb28b), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.680570 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12dbe146-53fe-41e2-92a6-53d8bdecb28b {{(pid=107025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:18:07.688031 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.689014 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f441e5a5-81be-4752-ba18-3674af0486ae admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/12dbe146-53fe-41e2-92a6-53d8bdecb28b HTTP/1.1" status: 204 len: 168 time: 2.3423157 Aug 30 01:18:07.691283 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35248) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:07.734280 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Router b62d0796-6ebd-4e14-886f-60532ca4e97e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:18:07.754199 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d33c015-5347-4a30-91ca-058171184983 admin admin] Deleting subnet c82fadab-17b2-45e6-b379-eb7cf924e14f {{(pid=107025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:18:07.759720 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9d33c015-5347-4a30-91ca-058171184983 admin admin] Publish callbacks [] for subnet (c82fadab-17b2-45e6-b379-eb7cf924e14f), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.835627 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-759cf0d4-63ed-4de5-aad6-c0e979d8c13a None None] Provisioning complete for port d08c91be-2b38-4d50-be7b-bd110e9c2347 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:07.836378 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-759cf0d4-63ed-4de5-aad6-c0e979d8c13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.847986 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9d33c015-5347-4a30-91ca-058171184983 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13169954'] for subnet (c82fadab-17b2-45e6-b379-eb7cf924e14f), precommit_delete_associations {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:07.872463 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-759cf0d4-63ed-4de5-aad6-c0e979d8c13a None None] Port d08c91be-2b38-4d50-be7b-bd110e9c2347 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:18:07.939636 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:07.940679 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:07.946294 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-61871b52-ba8b-43db-a13d-4c913b26659f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/b62d0796-6ebd-4e14-886f-60532ca4e97e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8747687 Aug 30 01:18:07.992765 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9d33c015-5347-4a30-91ca-058171184983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (c82fadab-17b2-45e6-b379-eb7cf924e14f), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.166829 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9d33c015-5347-4a30-91ca-058171184983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13572797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13108100'] for subnet (c82fadab-17b2-45e6-b379-eb7cf924e14f), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.197306 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33c015-5347-4a30-91ca-058171184983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82fadab-17b2-45e6-b379-eb7cf924e14f,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:08.199324 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9d33c015-5347-4a30-91ca-058171184983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.205184 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35266) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:08.205618 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-9d33c015-5347-4a30-91ca-058171184983 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c82fadab-17b2-45e6-b379-eb7cf924e14f HTTP/1.1" status: 204 len: 168 time: 0.5129457 Aug 30 01:18:08.207617 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5c3211-3b8f-4478-b901-ba3a1a9543fb None None] Network 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:08.314829 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:08.341689 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (3e3aa239-27df-4a3b-a034-6b3cd1db6e9f), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.391500 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 3e630910-03ae-47fd-9217-b1d965a18036 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:08.434368 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Deleting port 0919ebec-97de-4d11-a94b-f62d485dd947 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:08.434705 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.442611 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ea0cf-ab27-440c-bb05-adbb2f07840b None None] DHCP port deletion for 3e3aa239-27df-4a3b-a034-6b3cd1db6e9f request from dv-cinder-815712-11-iscsi {{(pid=107026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:18:08.501527 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ea0cf-ab27-440c-bb05-adbb2f07840b None None] Deleting port 0919ebec-97de-4d11-a94b-f62d485dd947 {{(pid=107026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:08.501927 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea0cf-ab27-440c-bb05-adbb2f07840b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), before_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.504811 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35270) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:08.509868 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-7674be3b-5367-4a8c-bd48-3d07c29314a8 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209185903', 'description': 'tempest-secgroup-smoke-1209185903 description', 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:08.517098 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 3e630910-03ae-47fd-9217-b1d965a18036 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:08.517558 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (3e630910-03ae-47fd-9217-b1d965a18036), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.524113 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] For port 0919ebec-97de-4d11-a94b-f62d485dd947, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=0919ebec-97de-4d11-a94b-f62d485dd947,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:08.524747 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.545477 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Calling delete_port for 0919ebec-97de-4d11-a94b-f62d485dd947 owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:08.601982 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-9f8ea0cf-ab27-440c-bb05-adbb2f07840b None None] For port 0919ebec-97de-4d11-a94b-f62d485dd947, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=0919ebec-97de-4d11-a94b-f62d485dd947,segment=NetworkSegment(2c56b145-8c0d-4a63-8196-04d9955d99c9),segment_id=2c56b145-8c0d-4a63-8196-04d9955d99c9)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:08.607632 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea0cf-ab27-440c-bb05-adbb2f07840b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), precommit_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.620580 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ea0cf-ab27-440c-bb05-adbb2f07840b None None] Calling delete_port for 0919ebec-97de-4d11-a94b-f62d485dd947 owned by network:dhcp {{(pid=107026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:08.665470 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7674be3b-5367-4a8c-bd48-3d07c29314a8 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.687231 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:08.708968 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 3e630910-03ae-47fd-9217-b1d965a18036 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:08.709360 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3e630910-03ae-47fd-9217-b1d965a18036), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.758762 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 3e630910-03ae-47fd-9217-b1d965a18036, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=3e630910-03ae-47fd-9217-b1d965a18036,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:08.762232 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7674be3b-5367-4a8c-bd48-3d07c29314a8 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group (540b6b15-3f20-45f2-9938-96f5cee1c066), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.769875 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.780144 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-9f8ea0cf-ab27-440c-bb05-adbb2f07840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (0919ebec-97de-4d11-a94b-f62d485dd947), after_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.799983 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Pushing event deleted for resources: {'Port': ['ID=0919ebec-97de-4d11-a94b-f62d485dd947,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:08.804412 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] No DVR routers for this DVR port 0919ebec-97de-4d11-a94b-f62d485dd947 on host dv-cinder-815712-11-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:08.809087 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ea0cf-ab27-440c-bb05-adbb2f07840b None None] Pushing event deleted for resources: {'Port': ['ID=0919ebec-97de-4d11-a94b-f62d485dd947,revision_number=None']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:08.814834 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ea0cf-ab27-440c-bb05-adbb2f07840b None None] No DVR routers for this DVR port 0919ebec-97de-4d11-a94b-f62d485dd947 on host dv-cinder-815712-11-iscsi {{(pid=107026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:08.852339 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7674be3b-5367-4a8c-bd48-3d07c29314a8 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (540b6b15-3f20-45f2-9938-96f5cee1c066), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.853469 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3e630910-03ae-47fd-9217-b1d965a18036), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.926631 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (3e3aa239-27df-4a3b-a034-6b3cd1db6e9f), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.933843 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674be3b-5367-4a8c-bd48-3d07c29314a8 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540b6b15-3f20-45f2-9938-96f5cee1c066,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:08.949348 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=3e630910-03ae-47fd-9217-b1d965a18036,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:08.963072 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3aa239-27df-4a3b-a034-6b3cd1db6e9f']}} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:08.969202 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 27769b37-5335-455e-9f4b-8b66cc0cc77f no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:08.980129 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c56b145-8c0d-4a63-8196-04d9955d99c9') {'for_net_delete': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:08.980678 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c56b145-8c0d-4a63-8196-04d9955d99c9') {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:08.993466 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16218603'] for segment (2c56b145-8c0d-4a63-8196-04d9955d99c9), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:08.993719 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 27769b37-5335-455e-9f4b-8b66cc0cc77f {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:08.994145 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 27769b37-5335-455e-9f4b-8b66cc0cc77f not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:08.994385 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device a0d5698e-93af-4d0b-aacb-c03633ddc9ed no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:09.008316 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35282) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:09.010727 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (2c56b145-8c0d-4a63-8196-04d9955d99c9), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.015476 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: a0d5698e-93af-4d0b-aacb-c03633ddc9ed {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:09.015900 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device a0d5698e-93af-4d0b-aacb-c03633ddc9ed not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:09.016896 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:09.020479 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=107024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:18:09.020963 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12990432'] for segment (2c56b145-8c0d-4a63-8196-04d9955d99c9), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.058823 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7674be3b-5367-4a8c-bd48-3d07c29314a8 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.065906 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-7674be3b-5367-4a8c-bd48-3d07c29314a8 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5541947 Aug 30 01:18:09.065906 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35288) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:09.068386 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-63837055-9b3a-429d-864e-224c76bfbc02 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Request body: {'security_group_rule': {'security_group_id': '540b6b15-3f20-45f2-9938-96f5cee1c066', 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:09.084112 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 2c56b145-8c0d-4a63-8196-04d9955d99c9 resource provider aggregate not found Aug 30 01:18:09.106739 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 2c56b145-8c0d-4a63-8196-04d9955d99c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c56b145-8c0d-4a63-8196-04d9955d99c9 found for delete ", "request_id": "req-b181780e-ba43-4c80-a459-cf96384bbef8"}]} Aug 30 01:18:09.139908 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1857841378-network', 'tenant_id': 'bc5b49ad56324f7d8daca54a59b0358c'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:09.211699 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (3e3aa239-27df-4a3b-a034-6b3cd1db6e9f), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.224627 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.224868 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-63837055-9b3a-429d-864e-224c76bfbc02 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (e8c75ae1-4dd3-40bb-b741-da5ae1a29508), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.224983 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/3e3aa239-27df-4a3b-a034-6b3cd1db6e9f HTTP/1.1" status: 204 len: 168 time: 1.0150907 Aug 30 01:18:09.229263 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35292) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:09.239874 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d62ad2-47ba-4d1b-9f7c-def94d77a600 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e3aa239-27df-4a3b-a034-6b3cd1db6e9f,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:09.274754 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Made reservation on behalf of bc5b49ad56324f7d8daca54a59b0358c for: {'network': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:09.276922 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.303106 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.385628 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-63837055-9b3a-429d-864e-224c76bfbc02 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (e8c75ae1-4dd3-40bb-b741-da5ae1a29508), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.440607 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:09.456789 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-63837055-9b3a-429d-864e-224c76bfbc02 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (e8c75ae1-4dd3-40bb-b741-da5ae1a29508), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.530597 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63837055-9b3a-429d-864e-224c76bfbc02 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c75ae1-4dd3-40bb-b741-da5ae1a29508,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:09.549701 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Publish callbacks [] for security_group (e1e581cf-7799-4239-88af-9709c79a56e5), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.580540 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:09.600588 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-63837055-9b3a-429d-864e-224c76bfbc02 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.601875 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-63837055-9b3a-429d-864e-224c76bfbc02 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5370519 Aug 30 01:18:09.609836 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35294) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:09.609836 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-33ba1561-a388-4229-a7a9-30b53b0ee289 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Request body: {'security_group_rule': {'security_group_id': '540b6b15-3f20-45f2-9938-96f5cee1c066', 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:09.633886 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e1e581cf-7799-4239-88af-9709c79a56e5), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.697803 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=107025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:18:09.725487 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e581cf-7799-4239-88af-9709c79a56e5,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:09.734066 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (399c78eb-fca9-4ebe-aa3a-66ca4f4c1d0f), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.734418 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.segments_db [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Added segment 399c78eb-fca9-4ebe-aa3a-66ca4f4c1d0f of type vlan for network c8785979-f2cb-48c9-aaaf-e80416045b9a Aug 30 01:18:09.754257 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ee601c1d-0a66-4f33-b9e9-3ff6014367d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-482018'] for router_interface (c08c3817-b74a-4a3e-942b-c489fdb9734c), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.758109 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Sync routers for ids ['b62d0796-6ebd-4e14-886f-60532ca4e97e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:09.769501 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Routers {'b62d0796-6ebd-4e14-886f-60532ca4e97e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:09.770152 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['b62d0796-6ebd-4e14-886f-60532ca4e97e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:09.818167 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:09.825816 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33ba1561-a388-4229-a7a9-30b53b0ee289 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (0548d617-affe-4574-b13d-29a29db59979), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.829862 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (c8785979-f2cb-48c9-aaaf-e80416045b9a), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:09.878837 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Set router b62d0796-6ebd-4e14-886f-60532ca4e97e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:09.946071 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33ba1561-a388-4229-a7a9-30b53b0ee289 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (0548d617-affe-4574-b13d-29a29db59979), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.014324 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (c8785979-f2cb-48c9-aaaf-e80416045b9a), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.016307 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:10.016883 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.089235 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'name': 'tempest-TestShelveInstance-1087294053-router', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '3e630910-03ae-47fd-9217-b1d965a18036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:01Z', 'updated_at': '2022-08-30T01:18:06Z', 'revision_number': 4, 'project_id': '0b43e37e5945406ca905cecad78e76c4', 'gw_port': {'id': '3e630910-03ae-47fd-9217-b1d965a18036', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:02Z', 'updated_at': '2022-08-30T01:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'd08c91be-2b38-4d50-be7b-bd110e9c2347', 'name': '', 'network_id': '96e43b50-834d-478f-ac5e-e55dde301168', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'mac_address': 'fa:16:3e:d4:2c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7f3c6028-3482-4994-bd84-0d8d34638069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:04Z', 'updated_at': '2022-08-30T01:18:06Z', 'revision_number': 2, 'project_id': '0b43e37e5945406ca905cecad78e76c4', 'subnets': [{'id': '7f3c6028-3482-4994-bd84-0d8d34638069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:10.102207 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33ba1561-a388-4229-a7a9-30b53b0ee289 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (0548d617-affe-4574-b13d-29a29db59979), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.114809 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] Pushing event updated for resources: {'Network': ['ID=c8785979-f2cb-48c9-aaaf-e80416045b9a,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:10.129286 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network c8785979-f2cb-48c9-aaaf-e80416045b9a details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:18:10.142913 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Checking router: b62d0796-6ebd-4e14-886f-60532ca4e97e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:10.143265 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Updating router b62d0796-6ebd-4e14-886f-60532ca4e97e port d08c91be-2b38-4d50-be7b-bd110e9c2347 binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:18:10.144490 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba1561-a388-4229-a7a9-30b53b0ee289 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0548d617-affe-4574-b13d-29a29db59979,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:10.175198 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.181715 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-ee601c1d-0a66-4f33-b9e9-3ff6014367d8 admin admin] Deleting port 24f0a058-22ea-4974-9b91-f232d222ba2a {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:10.182063 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ee601c1d-0a66-4f33-b9e9-3ff6014367d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.198678 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-7a2dfc74-5ccc-486f-9be0-89e2d2f1454a admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1892734 Aug 30 01:18:10.203444 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35302) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:10.209181 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-e2b7811a-f9fb-48b3-a451-9712e3e08aca admin admin] Request body: {'subnet': {'network_id': 'c8785979-f2cb-48c9-aaaf-e80416045b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1857841378-subnet', 'tenant_id': 'bc5b49ad56324f7d8daca54a59b0358c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:10.231315 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-33ba1561-a388-4229-a7a9-30b53b0ee289 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.235515 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-33ba1561-a388-4229-a7a9-30b53b0ee289 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6299229 Aug 30 01:18:10.235812 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35304) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:10.244010 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-af2b99cd-11d6-4380-9723-3ef41c10c10e tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Request body: {'security_group_rule': {'security_group_id': '540b6b15-3f20-45f2-9938-96f5cee1c066', 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:10.268909 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:10.288763 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-ee601c1d-0a66-4f33-b9e9-3ff6014367d8 admin admin] For port 24f0a058-22ea-4974-9b91-f232d222ba2a, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=24f0a058-22ea-4974-9b91-f232d222ba2a,segment=NetworkSegment(1d7081b4-1044-4916-b215-a9c9e04b53df),segment_id=1d7081b4-1044-4916-b215-a9c9e04b53df)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:10.289185 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ee601c1d-0a66-4f33-b9e9-3ff6014367d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.307511 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-ee601c1d-0a66-4f33-b9e9-3ff6014367d8 admin admin] Calling delete_port for 24f0a058-22ea-4974-9b91-f232d222ba2a owned by network:router_interface {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:10.327748 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b7811a-f9fb-48b3-a451-9712e3e08aca admin admin] Made reservation on behalf of bc5b49ad56324f7d8daca54a59b0358c for: {'subnet': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:10.328970 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:10.331703 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 3e630910-03ae-47fd-9217-b1d965a18036 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:10.339670 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e2b7811a-f9fb-48b3-a451-9712e3e08aca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14457464'] for subnet (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.387760 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 3e630910-03ae-47fd-9217-b1d965a18036 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:10.388401 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (3e630910-03ae-47fd-9217-b1d965a18036), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.414591 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af2b99cd-11d6-4380-9723-3ef41c10c10e tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (2dc149b9-cc59-4a1a-9939-2f8d2ee0c6c4), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.440532 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:10.485016 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:10.486689 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 3e630910-03ae-47fd-9217-b1d965a18036 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:10.516381 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af2b99cd-11d6-4380-9723-3ef41c10c10e tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (2dc149b9-cc59-4a1a-9939-2f8d2ee0c6c4), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.553412 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Publish callbacks [] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.560234 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 0919ebec-97de-4d11-a94b-f62d485dd947 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:10.582083 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 0919ebec-97de-4d11-a94b-f62d485dd947 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:10.582343 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 0919ebec-97de-4d11-a94b-f62d485dd947 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:10.622110 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0597c1-2d70-468d-8cc4-57bfd9639792 req-f51928f1-c142-4c71-840c-c7ef94036baf tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:10.624481 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cc0597c1-2d70-468d-8cc4-57bfd9639792 req-f51928f1-c142-4c71-840c-c7ef94036baf tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 946 time: 0.0870578 Aug 30 01:18:10.668422 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af2b99cd-11d6-4380-9723-3ef41c10c10e tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (2dc149b9-cc59-4a1a-9939-2f8d2ee0c6c4), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.690083 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.690347 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ee601c1d-0a66-4f33-b9e9-3ff6014367d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (24f0a058-22ea-4974-9b91-f232d222ba2a), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.706451 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b99cd-11d6-4380-9723-3ef41c10c10e tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc149b9-cc59-4a1a-9939-2f8d2ee0c6c4,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:10.726160 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee601c1d-0a66-4f33-b9e9-3ff6014367d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f0a058-22ea-4974-9b91-f232d222ba2a,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:10.735206 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cc0597c1-2d70-468d-8cc4-57bfd9639792 req-74b9f66b-1cdd-42ff-8d29-ef51a481c58c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=062b2f1c-d43a-43ee-a957-f2bc0c12a784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048121 Aug 30 01:18:10.749676 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23966503-eb19-4392-8da7-d7f0a91cdb10 None None] Pushing event updated for resources: {'Port': ['ID=d08c91be-2b38-4d50-be7b-bd110e9c2347,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:10.820499 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Attempting to bind port d08c91be-2b38-4d50-be7b-bd110e9c2347 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:10.821155 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Attempting to bind port d08c91be-2b38-4d50-be7b-bd110e9c2347 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '75db8274-c774-4f43-b3d7-eb4cb898cd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '96e43b50-834d-478f-ac5e-e55dde301168'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:10.821340 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Attempting to bind port d08c91be-2b38-4d50-be7b-bd110e9c2347 on network 96e43b50-834d-478f-ac5e-e55dde301168 {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:10.827159 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:10.827536 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Checking segment: {'id': '75db8274-c774-4f43-b3d7-eb4cb898cd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '96e43b50-834d-478f-ac5e-e55dde301168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:10.827935 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.828455 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Bound using segment: {'id': '75db8274-c774-4f43-b3d7-eb4cb898cd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '96e43b50-834d-478f-ac5e-e55dde301168'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:10.828932 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Bound port: d08c91be-2b38-4d50-be7b-bd110e9c2347, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75db8274-c774-4f43-b3d7-eb4cb898cd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '96e43b50-834d-478f-ac5e-e55dde301168'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:10.829306 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.869452 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e2b7811a-f9fb-48b3-a451-9712e3e08aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12989445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14457454'] for subnet (248b392b-e906-4ffa-90b7-e84b4f186fa5), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.880963 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af2b99cd-11d6-4380-9723-3ef41c10c10e tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.885531 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-af2b99cd-11d6-4380-9723-3ef41c10c10e tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6451700 Aug 30 01:18:10.892345 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35308) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:10.897180 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-59de8a7c-8b16-46d1-adc7-c5778d20ac4a tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Request body: {'security_group_rule': {'security_group_id': '540b6b15-3f20-45f2-9938-96f5cee1c066', 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:10.906596 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] For port d08c91be-2b38-4d50-be7b-bd110e9c2347, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:10.913981 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] For port d08c91be-2b38-4d50-be7b-bd110e9c2347, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=d08c91be-2b38-4d50-be7b-bd110e9c2347,segment=NetworkSegment(75db8274-c774-4f43-b3d7-eb4cb898cd25),segment_id=75db8274-c774-4f43-b3d7-eb4cb898cd25)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:10.932947 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ee601c1d-0a66-4f33-b9e9-3ff6014367d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481618'] for router_interface (c08c3817-b74a-4a3e-942b-c489fdb9734c), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:10.936073 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7811a-f9fb-48b3-a451-9712e3e08aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=248b392b-e906-4ffa-90b7-e84b4f186fa5,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:10.960049 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b7811a-f9fb-48b3-a451-9712e3e08aca admin admin] Checking segment: {'id': '399c78eb-fca9-4ebe-aa3a-66ca4f4c1d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c8785979-f2cb-48c9-aaaf-e80416045b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:10.960665 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b7811a-f9fb-48b3-a451-9712e3e08aca admin admin] Network hostable DHCP agents. Network: c8785979-f2cb-48c9-aaaf-e80416045b9a, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107024) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:18:11.009503 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:11.038834 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b7811a-f9fb-48b3-a451-9712e3e08aca admin admin] Network c8785979-f2cb-48c9-aaaf-e80416045b9a is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107024) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:18:11.048697 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Routers {'b62d0796-6ebd-4e14-886f-60532ca4e97e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:11.048697 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['b62d0796-6ebd-4e14-886f-60532ca4e97e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:11.094800 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:11.112223 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23966503-eb19-4392-8da7-d7f0a91cdb10 None None] Pushing event updated for resources: {'Port': ['ID=d08c91be-2b38-4d50-be7b-bd110e9c2347,revision_number=4']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:11.154654 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-e2b7811a-f9fb-48b3-a451-9712e3e08aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, c8785979-f2cb-48c9-aaaf-e80416045b9a) {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:11.164783 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4a526c-754c-4488-9059-535be4fa22fc None None] Network c8785979-f2cb-48c9-aaaf-e80416045b9a requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:11.171160 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b7811a-f9fb-48b3-a451-9712e3e08aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:11.171856 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e2b7811a-f9fb-48b3-a451-9712e3e08aca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:11.182987 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] Set router b62d0796-6ebd-4e14-886f-60532ca4e97e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:11.267880 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-59de8a7c-8b16-46d1-adc7-c5778d20ac4a tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (97ddef37-020e-4cce-8d39-52060cc946be), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:11.280668 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-e2b7811a-f9fb-48b3-a451-9712e3e08aca admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0668488 Aug 30 01:18:11.313264 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e570d8-6f68-4c45-bfc8-61f213e02f85 None None] Network c8785979-f2cb-48c9-aaaf-e80416045b9a requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:11.333902 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:11.369847 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:11.381507 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-59de8a7c-8b16-46d1-adc7-c5778d20ac4a tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (97ddef37-020e-4cce-8d39-52060cc946be), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:11.429514 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'name': 'tempest-TestShelveInstance-1087294053-router', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '3e630910-03ae-47fd-9217-b1d965a18036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:01Z', 'updated_at': '2022-08-30T01:18:06Z', 'revision_number': 4, 'project_id': '0b43e37e5945406ca905cecad78e76c4', 'gw_port': {'id': '3e630910-03ae-47fd-9217-b1d965a18036', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:02Z', 'updated_at': '2022-08-30T01:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'd08c91be-2b38-4d50-be7b-bd110e9c2347', 'name': '', 'network_id': '96e43b50-834d-478f-ac5e-e55dde301168', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'mac_address': 'fa:16:3e:d4:2c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7f3c6028-3482-4994-bd84-0d8d34638069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:04Z', 'updated_at': '2022-08-30T01:18:10Z', 'revision_number': 4, 'project_id': '0b43e37e5945406ca905cecad78e76c4', 'subnets': [{'id': '7f3c6028-3482-4994-bd84-0d8d34638069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:11.464078 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd1d56b-2480-4b98-b423-67802b857d26 None None] The sync data for ids ['b62d0796-6ebd-4e14-886f-60532ca4e97e'] in dv-cinder-815712-11-iscsi is: [{'id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'name': 'tempest-TestShelveInstance-1087294053-router', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '3e630910-03ae-47fd-9217-b1d965a18036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:01Z', 'updated_at': '2022-08-30T01:18:06Z', 'revision_number': 4, 'project_id': '0b43e37e5945406ca905cecad78e76c4', 'gw_port': {'id': '3e630910-03ae-47fd-9217-b1d965a18036', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:02Z', 'updated_at': '2022-08-30T01:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'd08c91be-2b38-4d50-be7b-bd110e9c2347', 'name': '', 'network_id': '96e43b50-834d-478f-ac5e-e55dde301168', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'mac_address': 'fa:16:3e:d4:2c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '7f3c6028-3482-4994-bd84-0d8d34638069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:04Z', 'updated_at': '2022-08-30T01:18:10Z', 'revision_number': 4, 'project_id': '0b43e37e5945406ca905cecad78e76c4', 'subnets': [{'id': '7f3c6028-3482-4994-bd84-0d8d34638069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:18:11.479330 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-59de8a7c-8b16-46d1-adc7-c5778d20ac4a tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (97ddef37-020e-4cce-8d39-52060cc946be), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:11.512114 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de8a7c-8b16-46d1-adc7-c5778d20ac4a tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ddef37-020e-4cce-8d39-52060cc946be,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:11.527944 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee601c1d-0a66-4f33-b9e9-3ff6014367d8 admin admin] Router c08c3817-b74a-4a3e-942b-c489fdb9734c has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:18:11.641573 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-59de8a7c-8b16-46d1-adc7-c5778d20ac4a tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:11.645406 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-59de8a7c-8b16-46d1-adc7-c5778d20ac4a tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7495482 Aug 30 01:18:11.645810 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35316) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:11.650678 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-eaf384e4-75dd-4fd0-908a-902f90ee1975 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Request body: {'security_group_rule': {'security_group_id': '540b6b15-3f20-45f2-9938-96f5cee1c066', 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:11.669703 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee601c1d-0a66-4f33-b9e9-3ff6014367d8 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:11.674787 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-ee601c1d-0a66-4f33-b9e9-3ff6014367d8 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/c08c3817-b74a-4a3e-942b-c489fdb9734c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4445956 Aug 30 01:18:11.677866 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35318) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:11.687690 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892be841-d9cd-4b1d-9ae6-8d1af38aefe6 None None] Sync routers for ids ['c08c3817-b74a-4a3e-942b-c489fdb9734c'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:11.702603 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892be841-d9cd-4b1d-9ae6-8d1af38aefe6 None None] Routers {'c08c3817-b74a-4a3e-942b-c489fdb9734c'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:11.703521 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-892be841-d9cd-4b1d-9ae6-8d1af38aefe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['c08c3817-b74a-4a3e-942b-c489fdb9734c'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:11.802535 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.securitygroups_db [None req-eaf384e4-75dd-4fd0-908a-902f90ee1975 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Project ba3bd03ea50c4553b9b98b61a4d835dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:18:11.810809 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eaf384e4-75dd-4fd0-908a-902f90ee1975 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (ea72a8c6-046d-4ec1-9bdb-8fa22e3607f5), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:11.839351 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Publish callbacks [] for router (c08c3817-b74a-4a3e-942b-c489fdb9734c), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:11.874181 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:11.902725 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b014d-1839-42cb-857f-94a3b87c861f req-dd073ee3-0a78-4dc1-9c16-9504a12e41d4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:11.912215 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-948b014d-1839-42cb-857f-94a3b87c861f req-dd073ee3-0a78-4dc1-9c16-9504a12e41d4 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 946 time: 0.0709758 Aug 30 01:18:11.924423 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:11.973331 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:11.981649 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eaf384e4-75dd-4fd0-908a-902f90ee1975 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (ea72a8c6-046d-4ec1-9bdb-8fa22e3607f5), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:11.988783 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-948b014d-1839-42cb-857f-94a3b87c861f req-0ae8d530-8b80-4fa5-ace3-1b94e0b45299 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=062b2f1c-d43a-43ee-a957-f2bc0c12a784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755887 Aug 30 01:18:12.007811 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-892be841-d9cd-4b1d-9ae6-8d1af38aefe6 None None] Set router c08c3817-b74a-4a3e-942b-c489fdb9734c gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:12.048204 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Publish callbacks [] for router_gateway (c08c3817-b74a-4a3e-942b-c489fdb9734c), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.078118 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eaf384e4-75dd-4fd0-908a-902f90ee1975 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (ea72a8c6-046d-4ec1-9bdb-8fa22e3607f5), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.116684 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf384e4-75dd-4fd0-908a-902f90ee1975 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea72a8c6-046d-4ec1-9bdb-8fa22e3607f5,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:12.180289 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Deleting port 44e29b8b-c654-4aef-aba7-939fd3f3fb3d {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:12.181009 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.206457 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-892be841-d9cd-4b1d-9ae6-8d1af38aefe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'name': 'tempest-TestMinimumBasicScenario-504678138-router', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:12Z', 'updated_at': '2022-08-30T01:18:10Z', 'revision_number': 5, 'project_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'gw_port': {'id': '44e29b8b-c654-4aef-aba7-939fd3f3fb3d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:15:13Z', 'updated_at': '2022-08-30T01:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:12.247881 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-eaf384e4-75dd-4fd0-908a-902f90ee1975 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.250559 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-eaf384e4-75dd-4fd0-908a-902f90ee1975 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6035028 Aug 30 01:18:12.253309 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35330) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:12.255815 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892be841-d9cd-4b1d-9ae6-8d1af38aefe6 None None] Checking router: c08c3817-b74a-4a3e-942b-c489fdb9734c for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:12.259303 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-6fb39dd6-b0ee-4569-96b6-85ba2b53f46f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Request body: {'security_group_rule': {'security_group_id': '540b6b15-3f20-45f2-9938-96f5cee1c066', 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:12.273096 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35332) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:12.278180 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892be841-d9cd-4b1d-9ae6-8d1af38aefe6 None None] Routers {'c08c3817-b74a-4a3e-942b-c489fdb9734c'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:12.278988 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-892be841-d9cd-4b1d-9ae6-8d1af38aefe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['c08c3817-b74a-4a3e-942b-c489fdb9734c'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:12.282264 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1107209026-network', 'tenant_id': '818a0c6fa4a44406806a97d6de460c94'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:12.333888 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] For port 44e29b8b-c654-4aef-aba7-939fd3f3fb3d, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=44e29b8b-c654-4aef-aba7-939fd3f3fb3d,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:12.334379 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.367083 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Calling delete_port for 44e29b8b-c654-4aef-aba7-939fd3f3fb3d owned by network:router_gateway {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:12.385139 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-8cdf680d-e312-4a99-ab23-faa7b4661fcb tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:12.386478 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-8cdf680d-e312-4a99-ab23-faa7b4661fcb tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 946 time: 0.0694723 Aug 30 01:18:12.390359 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.securitygroups_db [None req-6fb39dd6-b0ee-4569-96b6-85ba2b53f46f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Project ba3bd03ea50c4553b9b98b61a4d835dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:18:12.395372 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Made reservation on behalf of 818a0c6fa4a44406806a97d6de460c94 for: {'network': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:12.395372 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.395624 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-892be841-d9cd-4b1d-9ae6-8d1af38aefe6 None None] Set router c08c3817-b74a-4a3e-942b-c489fdb9734c gateway port host: None {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:12.403682 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.407271 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6fb39dd6-b0ee-4569-96b6-85ba2b53f46f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (2f6c0085-8949-4730-85a0-11cd7e40f1ef), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.458830 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device d08c91be-2b38-4d50-be7b-bd110e9c2347 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:12.458830 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-892be841-d9cd-4b1d-9ae6-8d1af38aefe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'name': 'tempest-TestMinimumBasicScenario-504678138-router', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:12Z', 'updated_at': '2022-08-30T01:18:12Z', 'revision_number': 6, 'project_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'gw_port_host': None}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:12.490589 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892be841-d9cd-4b1d-9ae6-8d1af38aefe6 None None] The sync data for ids ['c08c3817-b74a-4a3e-942b-c489fdb9734c'] in dv-cinder-815712-11-iscsi is: [{'id': 'c08c3817-b74a-4a3e-942b-c489fdb9734c', 'name': 'tempest-TestMinimumBasicScenario-504678138-router', 'tenant_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:15:12Z', 'updated_at': '2022-08-30T01:18:12Z', 'revision_number': 6, 'project_id': '66adbbaaffa64f48aa2dc9417803c9bb', 'gw_port_host': None}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:18:12.571661 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port d08c91be-2b38-4d50-be7b-bd110e9c2347 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:12.572113 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.591325 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Publish callbacks [] for security_group (f1386472-5f62-4a50-9e9b-1ce863fcc9cf), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.602679 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:12.639695 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Deleting port 5c856550-f785-48e4-8e57-b2cf53c786c7 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:12.640039 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.658954 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port d08c91be-2b38-4d50-be7b-bd110e9c2347 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:12.659429 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.694932 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port d08c91be-2b38-4d50-be7b-bd110e9c2347, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=d08c91be-2b38-4d50-be7b-bd110e9c2347,segment=NetworkSegment(75db8274-c774-4f43-b3d7-eb4cb898cd25),segment_id=75db8274-c774-4f43-b3d7-eb4cb898cd25)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:12.731823 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f1386472-5f62-4a50-9e9b-1ce863fcc9cf), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.738700 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6fb39dd6-b0ee-4569-96b6-85ba2b53f46f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (2f6c0085-8949-4730-85a0-11cd7e40f1ef), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.758786 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=107025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:18:12.773452 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1386472-5f62-4a50-9e9b-1ce863fcc9cf,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:12.778468 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (ffdefdb1-d110-46a4-bb19-e10da9d1f2cd), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.778817 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.segments_db [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Added segment ffdefdb1-d110-46a4-bb19-e10da9d1f2cd of type vlan for network 5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a Aug 30 01:18:12.787390 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] For port 5c856550-f785-48e4-8e57-b2cf53c786c7, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5c856550-f785-48e4-8e57-b2cf53c786c7,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:12.787815 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.797196 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.797539 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.797912 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.798252 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.798603 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.798923 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.799305 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.799628 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.799955 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.800281 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.800605 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.801448 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.801448 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.801661 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.801996 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:12.840491 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.845616 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6fb39dd6-b0ee-4569-96b6-85ba2b53f46f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (2f6c0085-8949-4730-85a0-11cd7e40f1ef), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.852785 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.875060 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (44e29b8b-c654-4aef-aba7-939fd3f3fb3d), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.880952 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb39dd6-b0ee-4569-96b6-85ba2b53f46f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6c0085-8949-4730-85a0-11cd7e40f1ef,revision_number=0']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:12.894418 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=d08c91be-2b38-4d50-be7b-bd110e9c2347,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:12.937184 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e29b8b-c654-4aef-aba7-939fd3f3fb3d,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:12.992109 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:12.993124 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:12.993712 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.001934 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6fb39dd6-b0ee-4569-96b6-85ba2b53f46f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.003196 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-6fb39dd6-b0ee-4569-96b6-85ba2b53f46f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7474589 Aug 30 01:18:13.085639 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477089'] for router_gateway (c08c3817-b74a-4a3e-942b-c489fdb9734c), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.088745 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.089102 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (e2a964de-0079-467a-ada9-d9dbec33f342), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.089406 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Floating IP e2a964de-0079-467a-ada9-d9dbec33f342 disassociated. External IP: 172.27.1.113, port: 5c856550-f785-48e4-8e57-b2cf53c786c7. Aug 30 01:18:13.089862 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Calling delete_port for 5c856550-f785-48e4-8e57-b2cf53c786c7 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:13.096716 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] Pushing event updated for resources: {'Network': ['ID=5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:13.109540 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:18:13.174711 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-b018c4cc-e5f4-4826-a970-a968f7ee227e admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8998325 Aug 30 01:18:13.177485 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35348) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:13.187170 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-0652fcc7-5db3-42ee-9d31-62870f4b2c0b admin admin] Request body: {'subnet': {'network_id': '5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1107209026-subnet', 'tenant_id': '818a0c6fa4a44406806a97d6de460c94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:13.211752 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:13.223153 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8402e19-90a6-4c39-aebf-0526f5f674ac req-c6d63d63-c586-4bcd-823c-18172a5f3ba8 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:13.224723 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8402e19-90a6-4c39-aebf-0526f5f674ac req-c6d63d63-c586-4bcd-823c-18172a5f3ba8 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 946 time: 0.1588507 Aug 30 01:18:13.283365 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2934'] for router (c08c3817-b74a-4a3e-942b-c489fdb9734c), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.293126 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Publish callbacks [] for router_controller (c08c3817-b74a-4a3e-942b-c489fdb9734c), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.309458 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0652fcc7-5db3-42ee-9d31-62870f4b2c0b admin admin] Made reservation on behalf of 818a0c6fa4a44406806a97d6de460c94 for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:13.316299 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0652fcc7-5db3-42ee-9d31-62870f4b2c0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13108123'] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.391010 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8402e19-90a6-4c39-aebf-0526f5f674ac req-853d5af6-eb08-42da-9ab7-8b0e3ca65740 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=062b2f1c-d43a-43ee-a957-f2bc0c12a784&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094983 Aug 30 01:18:13.435685 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481583'] for router (c08c3817-b74a-4a3e-942b-c489fdb9734c), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.436301 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c08c3817-b74a-4a3e-942b-c489fdb9734c {{(pid=107024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:18:13.444515 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.445649 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-9fe64327-c3d6-4df6-b387-e89381cd1a50 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/c08c3817-b74a-4a3e-942b-c489fdb9734c HTTP/1.1" status: 204 len: 168 time: 1.7666543 Aug 30 01:18:13.448994 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35374) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:13.519125 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_v2 [None req-593e5a2c-25a2-4acf-b327-f9007af4ecd6 admin admin] Deleting subnet 8575580a-5227-4480-af3a-6ede59a8afe9 {{(pid=107024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:18:13.522466 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-593e5a2c-25a2-4acf-b327-f9007af4ecd6 admin admin] Publish callbacks [] for subnet (8575580a-5227-4480-af3a-6ede59a8afe9), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.558611 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-593e5a2c-25a2-4acf-b327-f9007af4ecd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16218592'] for subnet (8575580a-5227-4480-af3a-6ede59a8afe9), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.602607 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (5c856550-f785-48e4-8e57-b2cf53c786c7), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.635468 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0652fcc7-5db3-42ee-9d31-62870f4b2c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13572862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13108109'] for subnet (1e666cab-ef65-431f-8af1-b146dfab3274), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.657204 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event deleted for resources: {'Port': ['ID=5c856550-f785-48e4-8e57-b2cf53c786c7,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:13.676141 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-593e5a2c-25a2-4acf-b327-f9007af4ecd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (8575580a-5227-4480-af3a-6ede59a8afe9), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.730227 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652fcc7-5db3-42ee-9d31-62870f4b2c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e666cab-ef65-431f-8af1-b146dfab3274,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:13.736861 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652fcc7-5db3-42ee-9d31-62870f4b2c0b admin admin] Checking segment: {'id': 'ffdefdb1-d110-46a4-bb19-e10da9d1f2cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:13.737321 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0652fcc7-5db3-42ee-9d31-62870f4b2c0b admin admin] Network hostable DHCP agents. Network: 5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:18:13.839055 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:18:13.903337 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0652fcc7-5db3-42ee-9d31-62870f4b2c0b admin admin] Network 5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:18:13.927667 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-593e5a2c-25a2-4acf-b327-f9007af4ecd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12989510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14457447'] for subnet (8575580a-5227-4480-af3a-6ede59a8afe9), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.965327 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e5a2c-25a2-4acf-b327-f9007af4ecd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8575580a-5227-4480-af3a-6ede59a8afe9,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:13.973637 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-593e5a2c-25a2-4acf-b327-f9007af4ecd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:13.976781 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-593e5a2c-25a2-4acf-b327-f9007af4ecd6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/8575580a-5227-4480-af3a-6ede59a8afe9 HTTP/1.1" status: 204 len: 168 time: 0.5271704 Aug 30 01:18:13.978396 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e178a-d54c-407e-925b-dd41f4543203 None None] Network da230c14-a3ee-48ff-a63d-67c6ac5c8ed6 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:13.979587 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35376) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:13.991271 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:14.004158 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8959d80-f248-447d-afe1-a45a368e7a9c None None] Sync routers for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:14.010898 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-0652fcc7-5db3-42ee-9d31-62870f4b2c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:14.022237 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0652fcc7-5db3-42ee-9d31-62870f4b2c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:14.024277 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0652fcc7-5db3-42ee-9d31-62870f4b2c0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.030418 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f818d29-1ab8-41f3-bf39-c16d312a392d None None] Network 5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:14.043099 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8959d80-f248-447d-afe1-a45a368e7a9c None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:14.047135 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-a8959d80-f248-447d-afe1-a45a368e7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:14.108748 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] No DVR routers for this DVR port 5c856550-f785-48e4-8e57-b2cf53c786c7 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:14.115693 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.126047 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-168030f2-b0f0-4f1b-a68c-a4c1b3dbdd91 req-ce074f28-73df-4a60-8861-7426097702b3 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.74 "DELETE /networking/v2.0/ports/5c856550-f785-48e4-8e57-b2cf53c786c7 HTTP/1.1" status: 204 len: 173 time: 1.7293105 Aug 30 01:18:14.126540 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435521f1-f793-4834-9915-bb47962b6290', 'name': 'network-vif-deleted', 'tag': '5c856550-f785-48e4-8e57-b2cf53c786c7'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:18:14.128892 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5363252-8050-4fbb-88a5-411b7bcf75c7" -d '{"events": [{"server_uuid": "435521f1-f793-4834-9915-bb47962b6290", "name": "network-vif-deleted", "tag": "5c856550-f785-48e4-8e57-b2cf53c786c7"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:18:14.137239 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:14.145266 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (da230c14-a3ee-48ff-a63d-67c6ac5c8ed6), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.149629 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-0652fcc7-5db3-42ee-9d31-62870f4b2c0b admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9708040 Aug 30 01:18:14.168026 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:14.224120 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:14.251896 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Deleting port 84461279-54c8-4a76-8d31-b595cb30591b {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:14.252243 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (84461279-54c8-4a76-8d31-b595cb30591b), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.258887 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3439c6f-4245-46dd-bf75-c16cb8aeed99 x-openstack-request-id: req-a3439c6f-4245-46dd-bf75-c16cb8aeed99 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:18:14.259184 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435521f1-f793-4834-9915-bb47962b6290", "name": "network-vif-deleted", "tag": "5c856550-f785-48e4-8e57-b2cf53c786c7", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:18:14.259439 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3439c6f-4245-46dd-bf75-c16cb8aeed99 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:18:14.262130 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3439c6f-4245-46dd-bf75-c16cb8aeed99'] response: {'server_uuid': '435521f1-f793-4834-9915-bb47962b6290', 'name': 'network-vif-deleted', 'tag': '5c856550-f785-48e4-8e57-b2cf53c786c7', 'status': 'completed', 'code': 200} Aug 30 01:18:14.269581 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-a8959d80-f248-447d-afe1-a45a368e7a9c None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:14.464001 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a91883b-2962-4e82-8161-14b0ae77e176 None None] Network 5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:14.484400 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] For port 84461279-54c8-4a76-8d31-b595cb30591b, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=84461279-54c8-4a76-8d31-b595cb30591b,segment=NetworkSegment(1d7081b4-1044-4916-b215-a9c9e04b53df),segment_id=1d7081b4-1044-4916-b215-a9c9e04b53df)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:14.493091 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (84461279-54c8-4a76-8d31-b595cb30591b), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.495141 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device d08c91be-2b38-4d50-be7b-bd110e9c2347 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:14.505132 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7345eec2-aa3d-4e07-9985-bbda6a899d12 None None] DHCP port deletion for da230c14-a3ee-48ff-a63d-67c6ac5c8ed6 request from dv-cinder-815712-11-iscsi {{(pid=107026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:18:14.529134 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Calling delete_port for 84461279-54c8-4a76-8d31-b595cb30591b owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:14.668779 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-fb66620d-b1ab-4433-acf6-60f6a5df4bba req-2849653b-fb92-471b-b3f6-104f0fb011b9 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 210 time: 0.0487776 Aug 30 01:18:14.754495 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-7345eec2-aa3d-4e07-9985-bbda6a899d12 None None] Deleting port 84461279-54c8-4a76-8d31-b595cb30591b {{(pid=107026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:14.755073 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7345eec2-aa3d-4e07-9985-bbda6a899d12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (84461279-54c8-4a76-8d31-b595cb30591b), before_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.761283 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port d08c91be-2b38-4d50-be7b-bd110e9c2347 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:14.761814 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.909552 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-7345eec2-aa3d-4e07-9985-bbda6a899d12 None None] For port 84461279-54c8-4a76-8d31-b595cb30591b, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=84461279-54c8-4a76-8d31-b595cb30591b,segment=NetworkSegment(1d7081b4-1044-4916-b215-a9c9e04b53df),segment_id=1d7081b4-1044-4916-b215-a9c9e04b53df)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:14.909986 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7345eec2-aa3d-4e07-9985-bbda6a899d12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (84461279-54c8-4a76-8d31-b595cb30591b), precommit_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:14.926322 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-7345eec2-aa3d-4e07-9985-bbda6a899d12 None None] Calling delete_port for 84461279-54c8-4a76-8d31-b595cb30591b owned by network:dhcp {{(pid=107026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:14.944605 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:14.946203 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-a8959d80-f248-447d-afe1-a45a368e7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:14.978655 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8959d80-f248-447d-afe1-a45a368e7a9c None None] Checking router: 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:14.988505 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8959d80-f248-447d-afe1-a45a368e7a9c None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:14.989275 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-a8959d80-f248-447d-afe1-a45a368e7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:17:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:15.009658 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port d08c91be-2b38-4d50-be7b-bd110e9c2347 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:15.067431 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 24f0a058-22ea-4974-9b91-f232d222ba2a no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:15.096050 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 24f0a058-22ea-4974-9b91-f232d222ba2a {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:15.096384 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 24f0a058-22ea-4974-9b91-f232d222ba2a not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:15.097131 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 44e29b8b-c654-4aef-aba7-939fd3f3fb3d no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:15.116282 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 44e29b8b-c654-4aef-aba7-939fd3f3fb3d {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:15.116621 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 44e29b8b-c654-4aef-aba7-939fd3f3fb3d not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:15.127704 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-a8959d80-f248-447d-afe1-a45a368e7a9c None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:15.176755 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (84461279-54c8-4a76-8d31-b595cb30591b), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.188083 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7345eec2-aa3d-4e07-9985-bbda6a899d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (84461279-54c8-4a76-8d31-b595cb30591b), after_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.203366 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7345eec2-aa3d-4e07-9985-bbda6a899d12 None None] No DVR routers for this DVR port 84461279-54c8-4a76-8d31-b595cb30591b on host dv-cinder-815712-11-iscsi {{(pid=107026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:15.207931 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Pushing event deleted for resources: {'Port': ['ID=84461279-54c8-4a76-8d31-b595cb30591b,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:15.218312 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] No DVR routers for this DVR port 84461279-54c8-4a76-8d31-b595cb30591b on host dv-cinder-815712-11-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:15.228137 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345eec2-aa3d-4e07-9985-bbda6a899d12 None None] Pushing event deleted for resources: {'Port': ['ID=84461279-54c8-4a76-8d31-b595cb30591b,revision_number=None']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:15.345435 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-a8959d80-f248-447d-afe1-a45a368e7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:15.376759 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8959d80-f248-447d-afe1-a45a368e7a9c None None] The sync data for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi is: [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:10:53Z', 'revision_number': 4, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '44ba28d3-d48e-48b7-8d44-cd184250956a', 'name': '', 'network_id': '281ceb28-999a-45ac-8b94-e3a5aba703ca', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'mac_address': 'fa:16:3e:c1:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:09Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'subnets': [{'id': '0cf797bf-95a3-4bb5-8702-f19da191bb7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:18:15.616110 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (da230c14-a3ee-48ff-a63d-67c6ac5c8ed6), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.646345 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da230c14-a3ee-48ff-a63d-67c6ac5c8ed6']}} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:15.659409 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7081b4-1044-4916-b215-a9c9e04b53df') {'for_net_delete': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:15.659716 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7081b4-1044-4916-b215-a9c9e04b53df') {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:15.673228 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16218603'] for segment (1d7081b4-1044-4916-b215-a9c9e04b53df), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.687813 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (1d7081b4-1044-4916-b215-a9c9e04b53df), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.691911 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f342bed-c57e-4b26-be49-bf9b1cef1fe7 None None] New status for floating IP e2a964de-0079-467a-ada9-d9dbec33f342: DOWN {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:18:15.697144 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=107024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:18:15.697717 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12990432'] for segment (1d7081b4-1044-4916-b215-a9c9e04b53df), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.752732 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 1d7081b4-1044-4916-b215-a9c9e04b53df resource provider aggregate not found Aug 30 01:18:15.792961 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 1d7081b4-1044-4916-b215-a9c9e04b53df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d7081b4-1044-4916-b215-a9c9e04b53df found for delete ", "request_id": "req-ffefc12b-e326-4bd2-ab01-80beb3045db5"}]} Aug 30 01:18:15.832441 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (da230c14-a3ee-48ff-a63d-67c6ac5c8ed6), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.843608 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:15.843608 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/da230c14-a3ee-48ff-a63d-67c6ac5c8ed6 HTTP/1.1" status: 204 len: 168 time: 1.8623405 Aug 30 01:18:15.852751 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4d585fc1-dd31-4a20-a577-cd3654439a36 req-ab308d82-00a3-44c7-a3d3-0b506834c803 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435521f1-f793-4834-9915-bb47962b6290 HTTP/1.1" status: 200 len: 210 time: 0.0370283 Aug 30 01:18:15.865285 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665201a4-163b-45b2-91f7-75f831e8d181 admin admin] Pushing event deleted for resources: {'Network': ['ID=da230c14-a3ee-48ff-a63d-67c6ac5c8ed6,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:16.261159 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:16.286865 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 84461279-54c8-4a76-8d31-b595cb30591b no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:16.303042 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:16.309069 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 84461279-54c8-4a76-8d31-b595cb30591b {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:16.309478 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 84461279-54c8-4a76-8d31-b595cb30591b not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:16.316748 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35424) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:16.360135 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-3bbfee35-ccce-4c53-89cd-f11eb59e3d90 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c6f3997439524d4583ece79273a55da4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424073 Aug 30 01:18:16.363061 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35426) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:16.412153 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:16.415852 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-47451c18-f822-48a6-8b13-e8908c5b26d2 admin admin] Publish callbacks [] for security_group (9c20d025-6680-4197-9d48-41aeff4e3ab6), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.437182 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-47451c18-f822-48a6-8b13-e8908c5b26d2 admin admin] Publish callbacks [] for security_group (9c20d025-6680-4197-9d48-41aeff4e3ab6), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.554735 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-47451c18-f822-48a6-8b13-e8908c5b26d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (9c20d025-6680-4197-9d48-41aeff4e3ab6), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.557344 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-47451c18-f822-48a6-8b13-e8908c5b26d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:16.558529 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-47451c18-f822-48a6-8b13-e8908c5b26d2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9c20d025-6680-4197-9d48-41aeff4e3ab6 HTTP/1.1" status: 204 len: 168 time: 0.1943157 Aug 30 01:18:16.568097 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47451c18-f822-48a6-8b13-e8908c5b26d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c20d025-6680-4197-9d48-41aeff4e3ab6,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:16.834635 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:17.086540 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35444) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:17.156330 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b17feee6-332e-41cd-8b58-8189610ddf2b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (062b2f1c-d43a-43ee-a957-f2bc0c12a784), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.181768 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b17feee6-332e-41cd-8b58-8189610ddf2b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (062b2f1c-d43a-43ee-a957-f2bc0c12a784), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.220688 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:17.375389 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b17feee6-332e-41cd-8b58-8189610ddf2b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (062b2f1c-d43a-43ee-a957-f2bc0c12a784), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.380503 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b17feee6-332e-41cd-8b58-8189610ddf2b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.382128 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b17feee6-332e-41cd-8b58-8189610ddf2b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/062b2f1c-d43a-43ee-a957-f2bc0c12a784 HTTP/1.1" status: 204 len: 168 time: 0.2943273 Aug 30 01:18:17.389976 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35450) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:17.394196 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17feee6-332e-41cd-8b58-8189610ddf2b tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062b2f1c-d43a-43ee-a957-f2bc0c12a784,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:17.400743 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.api.v2.resource [None req-72e56f4f-3890-46a6-99bd-6f8f896d583c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] show failed (client error): The resource could not be found. Aug 30 01:18:17.401678 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-72e56f4f-3890-46a6-99bd-6f8f896d583c tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "GET /networking/v2.0/security-groups/062b2f1c-d43a-43ee-a957-f2bc0c12a784 HTTP/1.1" status: 404 len: 347 time: 0.0141377 Aug 30 01:18:17.405136 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35452) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:17.445616 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35454) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:17.498061 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-8220ffc4-2431-4d35-a82e-e13a6db3a6e2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=66adbbaaffa64f48aa2dc9417803c9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511384 Aug 30 01:18:17.501970 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35456) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:17.524625 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-8ce5c64d-aa35-4c37-a7c5-e1afc89bb185 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Deleting port 769ab579-8a26-4043-bc83-ece07c671999 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:17.524971 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8ce5c64d-aa35-4c37-a7c5-e1afc89bb185 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (769ab579-8a26-4043-bc83-ece07c671999), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.555566 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e744-f9cb-44f7-b359-1d2e1a207548 admin admin] Publish callbacks [] for security_group (80de0dd5-43c6-48be-b28f-395884624a34), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.582242 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e744-f9cb-44f7-b359-1d2e1a207548 admin admin] Publish callbacks [] for security_group (80de0dd5-43c6-48be-b28f-395884624a34), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.601068 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 5c856550-f785-48e4-8e57-b2cf53c786c7 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:17.612351 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8ce5c64d-aa35-4c37-a7c5-e1afc89bb185 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (769ab579-8a26-4043-bc83-ece07c671999), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.612975 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8ce5c64d-aa35-4c37-a7c5-e1afc89bb185 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (769ab579-8a26-4043-bc83-ece07c671999), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.628318 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-8ce5c64d-aa35-4c37-a7c5-e1afc89bb185 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Calling delete_port for 769ab579-8a26-4043-bc83-ece07c671999 owned by network:floatingip {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:17.657687 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: 5c856550-f785-48e4-8e57-b2cf53c786c7 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:17.658084 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 5c856550-f785-48e4-8e57-b2cf53c786c7 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:17.721155 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:17.800372 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e744-f9cb-44f7-b359-1d2e1a207548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (80de0dd5-43c6-48be-b28f-395884624a34), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.803263 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-1cc0e744-f9cb-44f7-b359-1d2e1a207548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.804563 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-1cc0e744-f9cb-44f7-b359-1d2e1a207548 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/80de0dd5-43c6-48be-b28f-395884624a34 HTTP/1.1" status: 204 len: 168 time: 0.3015182 Aug 30 01:18:17.813113 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0e744-f9cb-44f7-b359-1d2e1a207548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80de0dd5-43c6-48be-b28f-395884624a34,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:17.840338 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8ce5c64d-aa35-4c37-a7c5-e1afc89bb185 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (769ab579-8a26-4043-bc83-ece07c671999), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.870717 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5c64d-aa35-4c37-a7c5-e1afc89bb185 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Pushing event deleted for resources: {'Port': ['ID=769ab579-8a26-4043-bc83-ece07c671999,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:17.938967 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8ce5c64d-aa35-4c37-a7c5-e1afc89bb185 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks [] for floatingip (e2a964de-0079-467a-ada9-d9dbec33f342), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.941920 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8ce5c64d-aa35-4c37-a7c5-e1afc89bb185 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:17.943074 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-8ce5c64d-aa35-4c37-a7c5-e1afc89bb185 tempest-AttachVolumeNegativeTest-348419005 tempest-AttachVolumeNegativeTest-348419005-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/e2a964de-0079-467a-ada9-d9dbec33f342 HTTP/1.1" status: 204 len: 168 time: 0.5370314 Aug 30 01:18:18.646185 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:20.342712 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-33f92600-1e1d-47a2-bde4-8cfa6559f1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:22.394396 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35530) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:22.917602 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d760-9d45-4344-ac6a-10ec75cadc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:22.947755 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1679e75-f1f3-4eab-8580-6653e62ed604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-482018'] for router_interface (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:23.022288 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:23.174844 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-c1679e75-f1f3-4eab-8580-6653e62ed604 admin admin] Deleting port 44ba28d3-d48e-48b7-8d44-cd184250956a {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:23.175052 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1679e75-f1f3-4eab-8580-6653e62ed604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:23.261315 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-c1679e75-f1f3-4eab-8580-6653e62ed604 admin admin] For port 44ba28d3-d48e-48b7-8d44-cd184250956a, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=44ba28d3-d48e-48b7-8d44-cd184250956a,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:23.261674 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1679e75-f1f3-4eab-8580-6653e62ed604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:23.275836 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-c1679e75-f1f3-4eab-8580-6653e62ed604 admin admin] Calling delete_port for 44ba28d3-d48e-48b7-8d44-cd184250956a owned by network:router_interface {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:23.440928 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:23.586532 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1679e75-f1f3-4eab-8580-6653e62ed604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (44ba28d3-d48e-48b7-8d44-cd184250956a), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:23.613607 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1679e75-f1f3-4eab-8580-6653e62ed604 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ba28d3-d48e-48b7-8d44-cd184250956a,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:23.804257 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1679e75-f1f3-4eab-8580-6653e62ed604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481618'] for router_interface (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:24.020933 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:24.037596 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1679e75-f1f3-4eab-8580-6653e62ed604 admin admin] Router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:18:24.152152 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1679e75-f1f3-4eab-8580-6653e62ed604 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:24.158716 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-c1679e75-f1f3-4eab-8580-6653e62ed604 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0f5ae785-45b9-47a8-9bdf-54ba1478dc5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7622421 Aug 30 01:18:24.160944 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35552) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:24.165241 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad30426-8815-4c6a-8249-014f1461feac None None] Sync routers for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:24.177480 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad30426-8815-4c6a-8249-014f1461feac None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:24.178151 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-5ad30426-8815-4c6a-8249-014f1461feac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:18:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:24.217210 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:24.226068 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:24.280641 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Publish callbacks [] for router (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:24.311794 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-5ad30426-8815-4c6a-8249-014f1461feac None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:24.389594 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Publish callbacks [] for router_gateway (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:24.484147 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-5ad30426-8815-4c6a-8249-014f1461feac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:18:23Z', 'revision_number': 5, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port': {'id': 'b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:83:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:24.513801 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:24.522506 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad30426-8815-4c6a-8249-014f1461feac None None] Checking router: 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:24.523154 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Deleting port b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:24.523488 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:24.525953 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:18:24.532077 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad30426-8815-4c6a-8249-014f1461feac None None] Routers {'0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:24.533372 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-5ad30426-8815-4c6a-8249-014f1461feac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:18:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:24.614749 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] For port b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:24.615142 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:24.622595 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-5ad30426-8815-4c6a-8249-014f1461feac None None] Set router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e gateway port host: None {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:24.629982 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Calling delete_port for b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d owned by network:router_gateway {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:24.678214 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-5ad30426-8815-4c6a-8249-014f1461feac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:18:24Z', 'revision_number': 6, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port_host': None}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:24.708567 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad30426-8815-4c6a-8249-014f1461feac None None] The sync data for ids ['0f5ae785-45b9-47a8-9bdf-54ba1478dc5e'] in dv-cinder-815712-11-iscsi is: [{'id': '0f5ae785-45b9-47a8-9bdf-54ba1478dc5e', 'name': 'tempest-AttachVolumeNegativeTest-1612043354-router', 'tenant_id': '11c8f48af7394a75ab6013ca066751a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:41Z', 'updated_at': '2022-08-30T01:18:24Z', 'revision_number': 6, 'project_id': '11c8f48af7394a75ab6013ca066751a7', 'gw_port_host': None}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:18:24.952343 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:24.977231 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:25.057054 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477089'] for router_gateway (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.155914 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2934'] for router (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.158707 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Publish callbacks [] for router_controller (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.297293 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481583'] for router (0f5ae785-45b9-47a8-9bdf-54ba1478dc5e), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.297944 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f5ae785-45b9-47a8-9bdf-54ba1478dc5e {{(pid=107024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:18:25.303056 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.304233 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-18cbcce3-34db-4490-b85d-7bf44ccff04c admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/0f5ae785-45b9-47a8-9bdf-54ba1478dc5e HTTP/1.1" status: 204 len: 168 time: 1.1422529 Aug 30 01:18:25.307168 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35562) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:25.361698 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d58a68-ba59-44b2-8572-b8eae72e726a admin admin] Deleting subnet 0cf797bf-95a3-4bb5-8702-f19da191bb7b {{(pid=107024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:18:25.365284 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:25.366515 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-35d58a68-ba59-44b2-8572-b8eae72e726a admin admin] Publish callbacks [] for subnet (0cf797bf-95a3-4bb5-8702-f19da191bb7b), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.403369 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-35d58a68-ba59-44b2-8572-b8eae72e726a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16218592'] for subnet (0cf797bf-95a3-4bb5-8702-f19da191bb7b), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.490981 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-35d58a68-ba59-44b2-8572-b8eae72e726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (0cf797bf-95a3-4bb5-8702-f19da191bb7b), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.650145 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-35d58a68-ba59-44b2-8572-b8eae72e726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12989510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14457447'] for subnet (0cf797bf-95a3-4bb5-8702-f19da191bb7b), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.677657 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d58a68-ba59-44b2-8572-b8eae72e726a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf797bf-95a3-4bb5-8702-f19da191bb7b,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:25.679778 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-35d58a68-ba59-44b2-8572-b8eae72e726a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.684229 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f0e2ff-d928-498a-801e-53f7ae8ffa65 None None] Network 281ceb28-999a-45ac-8b94-e3a5aba703ca requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:25.686454 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35564) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:25.695288 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-35d58a68-ba59-44b2-8572-b8eae72e726a admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/0cf797bf-95a3-4bb5-8702-f19da191bb7b HTTP/1.1" status: 204 len: 168 time: 0.3869164 Aug 30 01:18:25.778251 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (281ceb28-999a-45ac-8b94-e3a5aba703ca), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.836952 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Deleting port 281e069c-0d20-45cd-84bd-0cb827fc5762 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:25.837295 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.869180 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.898780 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331172f1-2c28-4f0e-a219-13b6cc36007f None None] DHCP port deletion for 281ceb28-999a-45ac-8b94-e3a5aba703ca request from dv-cinder-815712-11-iscsi {{(pid=107026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:18:25.903430 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.909503 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:25.918052 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] For port 281e069c-0d20-45cd-84bd-0cb827fc5762, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=281e069c-0d20-45cd-84bd-0cb827fc5762,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:25.918344 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:25.935106 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:25.938133 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Calling delete_port for 281e069c-0d20-45cd-84bd-0cb827fc5762 owned by network:dhcp {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:25.945839 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-331172f1-2c28-4f0e-a219-13b6cc36007f None None] Deleting port 281e069c-0d20-45cd-84bd-0cb827fc5762 {{(pid=107026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:25.946202 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-331172f1-2c28-4f0e-a219-13b6cc36007f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), before_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.018472 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-331172f1-2c28-4f0e-a219-13b6cc36007f None None] For port 281e069c-0d20-45cd-84bd-0cb827fc5762, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=281e069c-0d20-45cd-84bd-0cb827fc5762,segment=NetworkSegment(545e1a19-6f78-469e-a995-672548b4de16),segment_id=545e1a19-6f78-469e-a995-672548b4de16)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:26.018758 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-331172f1-2c28-4f0e-a219-13b6cc36007f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), precommit_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.035038 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-331172f1-2c28-4f0e-a219-13b6cc36007f None None] Calling delete_port for 281e069c-0d20-45cd-84bd-0cb827fc5762 owned by network:dhcp {{(pid=107026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:26.084035 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.110011 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Pushing event deleted for resources: {'Port': ['ID=281e069c-0d20-45cd-84bd-0cb827fc5762,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:26.115483 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] No DVR routers for this DVR port 281e069c-0d20-45cd-84bd-0cb827fc5762 on host dv-cinder-815712-11-iscsi {{(pid=107025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:26.132492 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-331172f1-2c28-4f0e-a219-13b6cc36007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (281e069c-0d20-45cd-84bd-0cb827fc5762), after_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.157657 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331172f1-2c28-4f0e-a219-13b6cc36007f None None] Pushing event deleted for resources: {'Port': ['ID=281e069c-0d20-45cd-84bd-0cb827fc5762,revision_number=None']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:26.162452 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331172f1-2c28-4f0e-a219-13b6cc36007f None None] No DVR routers for this DVR port 281e069c-0d20-45cd-84bd-0cb827fc5762 on host dv-cinder-815712-11-iscsi {{(pid=107026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:26.196762 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (281ceb28-999a-45ac-8b94-e3a5aba703ca), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.218043 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281ceb28-999a-45ac-8b94-e3a5aba703ca']}} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:26.227897 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545e1a19-6f78-469e-a995-672548b4de16') {'for_net_delete': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:26.228195 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545e1a19-6f78-469e-a995-672548b4de16') {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:26.238014 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13169961'] for segment (545e1a19-6f78-469e-a995-672548b4de16), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.253989 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (545e1a19-6f78-469e-a995-672548b4de16), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.260894 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=107025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:18:26.261293 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13572379'] for segment (545e1a19-6f78-469e-a995-672548b4de16), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.307255 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 281e069c-0d20-45cd-84bd-0cb827fc5762 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:26.329279 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 281e069c-0d20-45cd-84bd-0cb827fc5762 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:26.330528 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 281e069c-0d20-45cd-84bd-0cb827fc5762 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:26.331045 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:26.351859 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:26.352200 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device b7d4ea8f-d1b5-42c7-bb78-4b148b7cc84d not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:26.352614 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 44ba28d3-d48e-48b7-8d44-cd184250956a no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:26.370929 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 44ba28d3-d48e-48b7-8d44-cd184250956a {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:26.371281 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 44ba28d3-d48e-48b7-8d44-cd184250956a not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:26.411242 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (281ceb28-999a-45ac-8b94-e3a5aba703ca), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.420193 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.421708 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/281ceb28-999a-45ac-8b94-e3a5aba703ca HTTP/1.1" status: 204 len: 168 time: 0.7342584 Aug 30 01:18:26.440619 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment 545e1a19-6f78-469e-a995-672548b4de16 resource provider aggregate not found Aug 30 01:18:26.444790 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed794d8c-e47f-460e-a00a-7955a9b950cc admin admin] Pushing event deleted for resources: {'Network': ['ID=281ceb28-999a-45ac-8b94-e3a5aba703ca,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:26.459010 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment 545e1a19-6f78-469e-a995-672548b4de16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 545e1a19-6f78-469e-a995-672548b4de16 found for delete ", "request_id": "req-7d59c2d5-be40-4a7f-8fcb-2f1cb5f7636f"}]} Aug 30 01:18:26.829385 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35580) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:26.873014 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c74d0f6d-5f2e-47a0-bad5-b4ce00675087 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=11c8f48af7394a75ab6013ca066751a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418899 Aug 30 01:18:26.875576 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35582) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:26.916228 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:26.928922 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c144c202-113f-457f-91c4-9000e5fd9f98 admin admin] Publish callbacks [] for security_group (ee24807f-df5b-4e73-a658-4a861d2e9a3b), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:26.951202 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c144c202-113f-457f-91c4-9000e5fd9f98 admin admin] Publish callbacks [] for security_group (ee24807f-df5b-4e73-a658-4a861d2e9a3b), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.106228 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c144c202-113f-457f-91c4-9000e5fd9f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ee24807f-df5b-4e73-a658-4a861d2e9a3b), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.108806 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c144c202-113f-457f-91c4-9000e5fd9f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:27.110002 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c144c202-113f-457f-91c4-9000e5fd9f98 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ee24807f-df5b-4e73-a658-4a861d2e9a3b HTTP/1.1" status: 204 len: 168 time: 0.2335000 Aug 30 01:18:27.128328 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144c202-113f-457f-91c4-9000e5fd9f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee24807f-df5b-4e73-a658-4a861d2e9a3b,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:28.427215 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35626) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:28.528049 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-827669822-network', 'tenant_id': '6bd6d7b75f524b87aa47bab31516ba5c'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:28.657082 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Made reservation on behalf of 6bd6d7b75f524b87aa47bab31516ba5c for: {'network': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:28.662021 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.671734 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.688021 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:28.755635 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Publish callbacks [] for security_group (2463ada3-8518-4d43-9724-31adab71edbd), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.857087 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (2463ada3-8518-4d43-9724-31adab71edbd), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.879202 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=107025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:18:28.893445 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2463ada3-8518-4d43-9724-31adab71edbd,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:28.898355 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (57af12b3-280b-49eb-be33-b228f4d6bc10), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:28.898694 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.segments_db [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Added segment 57af12b3-280b-49eb-be33-b228f4d6bc10 of type vlan for network 5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb Aug 30 01:18:28.942774 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.034289 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.035390 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:29.035975 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.098437 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] Pushing event updated for resources: {'Network': ['ID=5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:29.117489 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:18:29.240694 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-e3d79e39-fcf9-4568-90a8-ebffe57f471c admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8122911 Aug 30 01:18:29.243843 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35642) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:29.249263 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-e56bbd9f-77b0-4bd6-9d69-a8fc3bc87b78 admin admin] Request body: {'subnet': {'network_id': '5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-827669822-subnet', 'tenant_id': '6bd6d7b75f524b87aa47bab31516ba5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:29.354104 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56bbd9f-77b0-4bd6-9d69-a8fc3bc87b78 admin admin] Made reservation on behalf of 6bd6d7b75f524b87aa47bab31516ba5c for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:29.358139 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e56bbd9f-77b0-4bd6-9d69-a8fc3bc87b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13108123'] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.402227 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:29.661303 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e56bbd9f-77b0-4bd6-9d69-a8fc3bc87b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13572862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13108109'] for subnet (ac28e080-a899-4f3b-bee9-c3fe9014e3fe), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.716719 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bbd9f-77b0-4bd6-9d69-a8fc3bc87b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac28e080-a899-4f3b-bee9-c3fe9014e3fe,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:29.732314 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56bbd9f-77b0-4bd6-9d69-a8fc3bc87b78 admin admin] Checking segment: {'id': '57af12b3-280b-49eb-be33-b228f4d6bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:29.732660 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56bbd9f-77b0-4bd6-9d69-a8fc3bc87b78 admin admin] Network hostable DHCP agents. Network: 5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:18:29.822073 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56bbd9f-77b0-4bd6-9d69-a8fc3bc87b78 admin admin] Network 5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:18:29.914315 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-e56bbd9f-77b0-4bd6-9d69-a8fc3bc87b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:29.920561 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56bbd9f-77b0-4bd6-9d69-a8fc3bc87b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:29.921512 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-e56bbd9f-77b0-4bd6-9d69-a8fc3bc87b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:29.922318 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5636c877-5e90-4acb-ac89-f700aae356a7 None None] Network 5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:29.999431 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-e56bbd9f-77b0-4bd6-9d69-a8fc3bc87b78 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7462709 Aug 30 01:18:30.024138 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec366a87-d1af-4433-9750-2f65499bb284 None None] Network 5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:30.732250 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb827ab-3123-4499-9649-f8130ed90732 req-1bc3f452-503b-43a6-8be7-c1ab382f03ad tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:30.733866 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bdb827ab-3123-4499-9649-f8130ed90732 req-1bc3f452-503b-43a6-8be7-c1ab382f03ad tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 946 time: 0.0564954 Aug 30 01:18:30.769180 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35688) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:30.782110 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-907810453-network', 'tenant_id': '95f3fc21abff496e842436d4fb4bcccf'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:30.798146 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bdb827ab-3123-4499-9649-f8130ed90732 req-2c0456f1-6756-408e-8890-47f9e6a0e11e tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543740 Aug 30 01:18:30.902306 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Made reservation on behalf of 95f3fc21abff496e842436d4fb4bcccf for: {'network': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:30.904829 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.914567 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:30.995502 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Publish callbacks [] for security_group (0bb9f450-b744-40e4-8d01-2450098727b5), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:31.159813 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (0bb9f450-b744-40e4-8d01-2450098727b5), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:31.168478 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:31.180541 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=107025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:18:31.199933 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (73255a8e-84ff-4c7e-9a4f-618ab0891f92), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:31.200267 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.segments_db [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Added segment 73255a8e-84ff-4c7e-9a4f-618ab0891f92 of type vlan for network 6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf Aug 30 01:18:31.201480 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb9f450-b744-40e4-8d01-2450098727b5,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:31.242581 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:31.330865 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:31.331907 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:31.332495 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:31.402094 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:31.414204 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:18:31.445458 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-bc441efa-eaf5-418a-bf8c-016220cde2c8 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6747613 Aug 30 01:18:31.454674 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35700) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:31.460294 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-551bb75e-764d-4c5c-ac1b-e553130c84e0 admin admin] Request body: {'subnet': {'network_id': '6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-907810453-subnet', 'tenant_id': '95f3fc21abff496e842436d4fb4bcccf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:31.462035 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:31.565013 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551bb75e-764d-4c5c-ac1b-e553130c84e0 admin admin] Made reservation on behalf of 95f3fc21abff496e842436d4fb4bcccf for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:31.567433 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-551bb75e-764d-4c5c-ac1b-e553130c84e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13108123'] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:31.689052 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:31.833147 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-551bb75e-764d-4c5c-ac1b-e553130c84e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13572862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13108109'] for subnet (c0e7cfac-e333-4326-b249-9804e4c2c8e0), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:31.919588 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bb75e-764d-4c5c-ac1b-e553130c84e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e7cfac-e333-4326-b249-9804e4c2c8e0,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:31.940712 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551bb75e-764d-4c5c-ac1b-e553130c84e0 admin admin] Checking segment: {'id': '73255a8e-84ff-4c7e-9a4f-618ab0891f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:31.941107 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551bb75e-764d-4c5c-ac1b-e553130c84e0 admin admin] Network hostable DHCP agents. Network: 6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:18:31.948550 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5491c9b-70a5-4a1e-ac36-c56b9841645b req-47d719df-8ade-4246-800b-94d4a520d441 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:31.950045 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f5491c9b-70a5-4a1e-ac36-c56b9841645b req-47d719df-8ade-4246-800b-94d4a520d441 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 946 time: 0.0745435 Aug 30 01:18:32.005942 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f5491c9b-70a5-4a1e-ac36-c56b9841645b req-2550bff0-270c-4c7c-b7ed-2e39b559e2aa tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497801 Aug 30 01:18:32.117752 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551bb75e-764d-4c5c-ac1b-e553130c84e0 admin admin] Network 6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:18:32.210562 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-551bb75e-764d-4c5c-ac1b-e553130c84e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:32.214561 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551bb75e-764d-4c5c-ac1b-e553130c84e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:32.215195 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-551bb75e-764d-4c5c-ac1b-e553130c84e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.225996 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e874b429-64ac-4f65-9a47-40b3d1256c59 None None] Network 6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:32.322687 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf279ca1-41c6-4c09-a92b-ed2ba3897efe None None] Network 6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:32.345183 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-551bb75e-764d-4c5c-ac1b-e553130c84e0 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8890598 Aug 30 01:18:32.453517 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af09b-6b44-45be-be59-1d570496ddbc req-5d755c46-ea7e-46af-90b2-1e654d03ffec tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:32.455019 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-096af09b-6b44-45be-be59-1d570496ddbc req-5d755c46-ea7e-46af-90b2-1e654d03ffec tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 946 time: 0.0537295 Aug 30 01:18:32.492905 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35718) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:32.503114 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:32.540415 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35720) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:32.554781 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Deleting port adb8f445-f2e5-41a5-91ba-43406b91be88 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:32.555123 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.579802 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaff29d5-2ec4-4340-8355-37512d64e51d admin admin] Deleting subnet 248b392b-e906-4ffa-90b7-e84b4f186fa5 {{(pid=107025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:18:32.585077 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aaff29d5-2ec4-4340-8355-37512d64e51d admin admin] Publish callbacks [] for subnet (248b392b-e906-4ffa-90b7-e84b4f186fa5), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.629650 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18c6b91-f7ed-4560-a96b-c9ff5a59a26a admin admin] Deleting subnet ac28e080-a899-4f3b-bee9-c3fe9014e3fe {{(pid=107025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:18:32.635903 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f18c6b91-f7ed-4560-a96b-c9ff5a59a26a admin admin] Publish callbacks [] for subnet (ac28e080-a899-4f3b-bee9-c3fe9014e3fe), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.654634 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] For port adb8f445-f2e5-41a5-91ba-43406b91be88, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=adb8f445-f2e5-41a5-91ba-43406b91be88,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:32.654999 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.659323 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aaff29d5-2ec4-4340-8355-37512d64e51d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13169954'] for subnet (248b392b-e906-4ffa-90b7-e84b4f186fa5), precommit_delete_associations {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.661111 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:32.703618 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f18c6b91-f7ed-4560-a96b-c9ff5a59a26a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13169954'] for subnet (ac28e080-a899-4f3b-bee9-c3fe9014e3fe), precommit_delete_associations {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.736911 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aaff29d5-2ec4-4340-8355-37512d64e51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (248b392b-e906-4ffa-90b7-e84b4f186fa5), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.785526 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f18c6b91-f7ed-4560-a96b-c9ff5a59a26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (ac28e080-a899-4f3b-bee9-c3fe9014e3fe), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.823419 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.823777 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (2282d7cc-040d-4659-8e3e-1cd6ea996dfe), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.824088 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Floating IP 2282d7cc-040d-4659-8e3e-1cd6ea996dfe disassociated. External IP: 172.27.1.11, port: adb8f445-f2e5-41a5-91ba-43406b91be88. Aug 30 01:18:32.824416 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Calling delete_port for adb8f445-f2e5-41a5-91ba-43406b91be88 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:32.913258 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aaff29d5-2ec4-4340-8355-37512d64e51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13572797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13108100'] for subnet (248b392b-e906-4ffa-90b7-e84b4f186fa5), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.915782 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f18c6b91-f7ed-4560-a96b-c9ff5a59a26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13572797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13108100'] for subnet (ac28e080-a899-4f3b-bee9-c3fe9014e3fe), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.950972 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f18c6b91-f7ed-4560-a96b-c9ff5a59a26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.957023 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f18c6b91-f7ed-4560-a96b-c9ff5a59a26a admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/ac28e080-a899-4f3b-bee9-c3fe9014e3fe HTTP/1.1" status: 204 len: 168 time: 0.4125710 Aug 30 01:18:32.957023 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff29d5-2ec4-4340-8355-37512d64e51d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248b392b-e906-4ffa-90b7-e84b4f186fa5,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:32.957218 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35722) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:32.957317 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-aaff29d5-2ec4-4340-8355-37512d64e51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:32.962691 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-aaff29d5-2ec4-4340-8355-37512d64e51d admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/248b392b-e906-4ffa-90b7-e84b4f186fa5 HTTP/1.1" status: 204 len: 168 time: 0.4662492 Aug 30 01:18:32.963081 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35724) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:32.988770 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c6b91-f7ed-4560-a96b-c9ff5a59a26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac28e080-a899-4f3b-bee9-c3fe9014e3fe,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:33.015912 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (adb8f445-f2e5-41a5-91ba-43406b91be88), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.024761 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:33.057678 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event deleted for resources: {'Port': ['ID=adb8f445-f2e5-41a5-91ba-43406b91be88,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:33.061494 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaa83-61c3-4dad-9409-d90e945569cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (c8785979-f2cb-48c9-aaaf-e80416045b9a), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.071536 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-316626d1-ef62-4eae-a02a-0d77a5417d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.112704 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.113051 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.113392 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.114310 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.114310 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.114530 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.114767 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.115109 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.115426 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.115840 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.116077 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.116400 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.116723 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.117045 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.117366 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:33.145746 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaa83-61c3-4dad-9409-d90e945569cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (c8785979-f2cb-48c9-aaaf-e80416045b9a), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.153250 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:33.160945 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cd85ea90-739d-4bfe-acf3-fdc757114317 req-acc4f509-91dd-42d8-b69c-1a521a2ecd4f tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 210 time: 0.0541487 Aug 30 01:18:33.170059 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-a4cbaa83-61c3-4dad-9409-d90e945569cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8785979-f2cb-48c9-aaaf-e80416045b9a']}} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:33.189111 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-a4cbaa83-61c3-4dad-9409-d90e945569cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399c78eb-fca9-4ebe-aa3a-66ca4f4c1d0f') {'for_net_delete': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:33.190004 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-a4cbaa83-61c3-4dad-9409-d90e945569cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399c78eb-fca9-4ebe-aa3a-66ca4f4c1d0f') {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:33.200846 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaa83-61c3-4dad-9409-d90e945569cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13169961'] for segment (399c78eb-fca9-4ebe-aa3a-66ca4f4c1d0f), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.215666 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaa83-61c3-4dad-9409-d90e945569cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (399c78eb-fca9-4ebe-aa3a-66ca4f4c1d0f), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.222627 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cbaa83-61c3-4dad-9409-d90e945569cd admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=107025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:18:33.223010 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaa83-61c3-4dad-9409-d90e945569cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13572379'] for segment (399c78eb-fca9-4ebe-aa3a-66ca4f4c1d0f), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.269501 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment 399c78eb-fca9-4ebe-aa3a-66ca4f4c1d0f resource provider aggregate not found Aug 30 01:18:33.281305 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-316626d1-ef62-4eae-a02a-0d77a5417d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.294753 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment 399c78eb-fca9-4ebe-aa3a-66ca4f4c1d0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 399c78eb-fca9-4ebe-aa3a-66ca4f4c1d0f found for delete ", "request_id": "req-50031a37-bb61-4f68-8181-91642485e66e"}]} Aug 30 01:18:33.302358 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:18:33.312534 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-316626d1-ef62-4eae-a02a-0d77a5417d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb']}} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:33.326446 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-316626d1-ef62-4eae-a02a-0d77a5417d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57af12b3-280b-49eb-be33-b228f4d6bc10') {'for_net_delete': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:33.326742 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-316626d1-ef62-4eae-a02a-0d77a5417d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57af12b3-280b-49eb-be33-b228f4d6bc10') {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:33.339273 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-316626d1-ef62-4eae-a02a-0d77a5417d65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16218603'] for segment (57af12b3-280b-49eb-be33-b228f4d6bc10), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.374961 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaa83-61c3-4dad-9409-d90e945569cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (c8785979-f2cb-48c9-aaaf-e80416045b9a), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.381671 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaa83-61c3-4dad-9409-d90e945569cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.384612 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-a4cbaa83-61c3-4dad-9409-d90e945569cd admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/c8785979-f2cb-48c9-aaaf-e80416045b9a HTTP/1.1" status: 204 len: 168 time: 0.4207358 Aug 30 01:18:33.388073 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-316626d1-ef62-4eae-a02a-0d77a5417d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (57af12b3-280b-49eb-be33-b228f4d6bc10), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.389978 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35732) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:33.396548 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbaa83-61c3-4dad-9409-d90e945569cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c8785979-f2cb-48c9-aaaf-e80416045b9a,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:33.724571 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-5ccada74-4b49-464f-9052-b4a4bc01d457 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1209185903&fields=id&tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd HTTP/1.1" status: 200 len: 267 time: 0.0518782 Aug 30 01:18:33.737640 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316626d1-ef62-4eae-a02a-0d77a5417d65 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=107024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:18:33.738257 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-316626d1-ef62-4eae-a02a-0d77a5417d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12990432'] for segment (57af12b3-280b-49eb-be33-b228f4d6bc10), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.761363 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 57af12b3-280b-49eb-be33-b228f4d6bc10 resource provider aggregate not found Aug 30 01:18:33.767464 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:33.809532 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_v2 [None req-be340302-6ae4-431d-98a1-263bd483f152 admin admin] Deleting subnet 1e666cab-ef65-431f-8af1-b146dfab3274 {{(pid=107024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:18:33.812599 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 57af12b3-280b-49eb-be33-b228f4d6bc10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57af12b3-280b-49eb-be33-b228f4d6bc10 found for delete ", "request_id": "req-698fa178-fa71-425b-a332-8b258f84989c"}]} Aug 30 01:18:33.820415 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-be340302-6ae4-431d-98a1-263bd483f152 admin admin] Publish callbacks [] for subnet (1e666cab-ef65-431f-8af1-b146dfab3274), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.840522 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-0e67545f-ca0b-45a1-b8b0-b179945b02a4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:33.842038 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-0e67545f-ca0b-45a1-b8b0-b179945b02a4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/networks?id=80c77988-807f-4b63-8ab4-31648def8b2d HTTP/1.1" status: 200 len: 808 time: 0.1108816 Aug 30 01:18:33.857945 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-647b08b6-ed3f-41d0-b819-cc6ef87c24df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/quotas/ba3bd03ea50c4553b9b98b61a4d835dd HTTP/1.1" status: 200 len: 375 time: 0.0098162 Aug 30 01:18:33.876608 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-be340302-6ae4-431d-98a1-263bd483f152 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16218592'] for subnet (1e666cab-ef65-431f-8af1-b146dfab3274), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.879680 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:33.893939 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2cdf9-b33c-4087-a250-5cfa1467838e None None] Sync routers for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:33.906836 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2cdf9-b33c-4087-a250-5cfa1467838e None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:33.907818 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-8aa2cdf9-b33c-4087-a250-5cfa1467838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:18:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:33.912255 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-7b55d0f7-d3c7-4c0d-bfab-0dc3702a45ce tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475862 Aug 30 01:18:33.951914 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-316626d1-ef62-4eae-a02a-0d77a5417d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.953137 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] No DVR routers for this DVR port adb8f445-f2e5-41a5-91ba-43406b91be88 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:33.961630 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:33.964930 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-096af09b-6b44-45be-be59-1d570496ddbc req-2bc4db2a-5f97-4582-b243-3845b1437c19 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.74 "DELETE /networking/v2.0/ports/adb8f445-f2e5-41a5-91ba-43406b91be88 HTTP/1.1" status: 204 len: 173 time: 1.5021138 Aug 30 01:18:33.965379 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'name': 'network-vif-deleted', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:18:33.967705 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1ec755-322d-4626-be6c-57496b9d9eaf" -d '{"events": [{"server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "name": "network-vif-deleted", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:18:33.997824 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-be340302-6ae4-431d-98a1-263bd483f152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (1e666cab-ef65-431f-8af1-b146dfab3274), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.001026 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-316626d1-ef62-4eae-a02a-0d77a5417d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.004147 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-316626d1-ef62-4eae-a02a-0d77a5417d65 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb HTTP/1.1" status: 204 len: 168 time: 1.0461867 Aug 30 01:18:34.007389 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35748) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:34.023321 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316626d1-ef62-4eae-a02a-0d77a5417d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=5053a0d3-2a88-445f-97cc-f8a8e5ce5bdb,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:34.072111 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-8aa2cdf9-b33c-4087-a250-5cfa1467838e None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:34.073416 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2747403a-cbb8-47f1-ba04-b7878847281c x-openstack-request-id: req-2747403a-cbb8-47f1-ba04-b7878847281c {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:18:34.073757 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b743eb-1b3f-458d-ad48-d60c3934ba0d", "name": "network-vif-deleted", "tag": "adb8f445-f2e5-41a5-91ba-43406b91be88", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:18:34.075042 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2747403a-cbb8-47f1-ba04-b7878847281c {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:18:34.075042 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2747403a-cbb8-47f1-ba04-b7878847281c'] response: {'server_uuid': '65b743eb-1b3f-458d-ad48-d60c3934ba0d', 'name': 'network-vif-deleted', 'tag': 'adb8f445-f2e5-41a5-91ba-43406b91be88', 'status': 'completed', 'code': 200} Aug 30 01:18:34.161240 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-be340302-6ae4-431d-98a1-263bd483f152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12989510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14457447'] for subnet (1e666cab-ef65-431f-8af1-b146dfab3274), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.194283 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-be340302-6ae4-431d-98a1-263bd483f152 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.197611 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-be340302-6ae4-431d-98a1-263bd483f152 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/1e666cab-ef65-431f-8af1-b146dfab3274 HTTP/1.1" status: 204 len: 168 time: 0.8065555 Aug 30 01:18:34.198760 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be340302-6ae4-431d-98a1-263bd483f152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e666cab-ef65-431f-8af1-b146dfab3274,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:34.201803 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35752) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:34.336808 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-61c33cad-92cb-4675-a41a-110ba86d288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.342736 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-8aa2cdf9-b33c-4087-a250-5cfa1467838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:11Z', 'revision_number': 5, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:34.347215 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b04ade5b-f4a6-4609-80a8-d39b60a67354 req-ca946a25-c3d0-4070-8e33-58c4a6983d85 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=65b743eb-1b3f-458d-ad48-d60c3934ba0d HTTP/1.1" status: 200 len: 210 time: 0.0734837 Aug 30 01:18:34.383845 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2cdf9-b33c-4087-a250-5cfa1467838e None None] Checking router: 68505e11-46c9-4afb-b7b4-ddd6c98cb57d for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:34.391299 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_v2 [None req-395438a1-6893-4398-8d4c-fad4d0796e32 admin admin] Deleting subnet c0e7cfac-e333-4326-b249-9804e4c2c8e0 {{(pid=107025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:18:34.394526 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2cdf9-b33c-4087-a250-5cfa1467838e None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:34.395334 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-8aa2cdf9-b33c-4087-a250-5cfa1467838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:18:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:34.398073 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-395438a1-6893-4398-8d4c-fad4d0796e32 admin admin] Publish callbacks [] for subnet (c0e7cfac-e333-4326-b249-9804e4c2c8e0), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.461271 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-395438a1-6893-4398-8d4c-fad4d0796e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13169954'] for subnet (c0e7cfac-e333-4326-b249-9804e4c2c8e0), precommit_delete_associations {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.466064 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-61c33cad-92cb-4675-a41a-110ba86d288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.498953 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-61c33cad-92cb-4675-a41a-110ba86d288d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a']}} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:34.507770 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-8aa2cdf9-b33c-4087-a250-5cfa1467838e None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:34.508486 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-391b7827-2011-43c2-acde-2a0d1525a578 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823729 Aug 30 01:18:34.512580 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-61c33cad-92cb-4675-a41a-110ba86d288d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffdefdb1-d110-46a4-bb19-e10da9d1f2cd') {'for_net_delete': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:34.512879 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-61c33cad-92cb-4675-a41a-110ba86d288d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffdefdb1-d110-46a4-bb19-e10da9d1f2cd') {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:34.522966 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:34.525202 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-61c33cad-92cb-4675-a41a-110ba86d288d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16218603'] for segment (ffdefdb1-d110-46a4-bb19-e10da9d1f2cd), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.541184 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-61c33cad-92cb-4675-a41a-110ba86d288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (ffdefdb1-d110-46a4-bb19-e10da9d1f2cd), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.549709 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c33cad-92cb-4675-a41a-110ba86d288d admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=107024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:18:34.550132 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-61c33cad-92cb-4675-a41a-110ba86d288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12990432'] for segment (ffdefdb1-d110-46a4-bb19-e10da9d1f2cd), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.579464 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-395438a1-6893-4398-8d4c-fad4d0796e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (c0e7cfac-e333-4326-b249-9804e4c2c8e0), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.615726 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:34.653608 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-db4a139f-bf62-4a41-b0a2-bcac68be1dc9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442733 Aug 30 01:18:34.678959 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-61c33cad-92cb-4675-a41a-110ba86d288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.681790 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=61 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:34.688533 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-61c33cad-92cb-4675-a41a-110ba86d288d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.696043 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-61c33cad-92cb-4675-a41a-110ba86d288d admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a HTTP/1.1" status: 204 len: 168 time: 0.4905999 Aug 30 01:18:34.737026 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c33cad-92cb-4675-a41a-110ba86d288d admin admin] Pushing event deleted for resources: {'Network': ['ID=5da3cc54-3a18-4d4c-9f45-f574eb2c3f0a,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:34.745275 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-395438a1-6893-4398-8d4c-fad4d0796e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13572797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13108100'] for subnet (c0e7cfac-e333-4326-b249-9804e4c2c8e0), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.746586 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-8aa2cdf9-b33c-4087-a250-5cfa1467838e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:11Z', 'revision_number': 5, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:34.794065 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395438a1-6893-4398-8d4c-fad4d0796e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e7cfac-e333-4326-b249-9804e4c2c8e0,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:34.801686 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa2cdf9-b33c-4087-a250-5cfa1467838e None None] The sync data for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi is: [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:10:54Z', 'revision_number': 4, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9a0ae41c-3ce3-4473-9737-cdb5df350eff', 'name': '', 'network_id': '6de2f2e9-71f3-49c9-a223-f1fb974d9e7f', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'mac_address': 'fa:16:3e:fe:52:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:51Z', 'updated_at': '2022-08-30T01:11:11Z', 'revision_number': 5, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'subnets': [{'id': '396acad7-fa43-4c94-bf65-eb50fa3cb4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:18:34.807507 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-395438a1-6893-4398-8d4c-fad4d0796e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.818176 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35758) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:34.818812 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-395438a1-6893-4398-8d4c-fad4d0796e32 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c0e7cfac-e333-4326-b249-9804e4c2c8e0 HTTP/1.1" status: 204 len: 168 time: 0.8097556 Aug 30 01:18:34.898680 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-da3f5d51-3c44-4952-932f-6ca44741d840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:34.989456 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-da3f5d51-3c44-4952-932f-6ca44741d840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.012098 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-da3f5d51-3c44-4952-932f-6ca44741d840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf']}} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:35.022569 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-da3f5d51-3c44-4952-932f-6ca44741d840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73255a8e-84ff-4c7e-9a4f-618ab0891f92') {'for_net_delete': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:35.022868 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-da3f5d51-3c44-4952-932f-6ca44741d840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73255a8e-84ff-4c7e-9a4f-618ab0891f92') {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:35.034609 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-da3f5d51-3c44-4952-932f-6ca44741d840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16218603'] for segment (73255a8e-84ff-4c7e-9a4f-618ab0891f92), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.053183 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-da3f5d51-3c44-4952-932f-6ca44741d840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (73255a8e-84ff-4c7e-9a4f-618ab0891f92), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.060651 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3f5d51-3c44-4952-932f-6ca44741d840 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=107024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:18:35.061401 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-da3f5d51-3c44-4952-932f-6ca44741d840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12990432'] for segment (73255a8e-84ff-4c7e-9a4f-618ab0891f92), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.093716 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba31212-56e4-4c01-8260-9dab89936302 None None] New status for floating IP 2282d7cc-040d-4659-8e3e-1cd6ea996dfe: DOWN {{(pid=107027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:18:35.200087 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-da3f5d51-3c44-4952-932f-6ca44741d840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.210484 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35764) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:35.216880 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-da3f5d51-3c44-4952-932f-6ca44741d840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.220088 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-da3f5d51-3c44-4952-932f-6ca44741d840 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf HTTP/1.1" status: 204 len: 168 time: 0.4007645 Aug 30 01:18:35.222193 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f5d51-3c44-4952-932f-6ca44741d840 admin admin] Pushing event deleted for resources: {'Network': ['ID=6387a60e-a1ef-4fa5-a3c7-0ddd468cdddf,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:35.261106 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-9dd38fb2-7166-4c12-b13d-59c20321af61 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bc5b49ad56324f7d8daca54a59b0358c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497496 Aug 30 01:18:35.263976 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35768) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:35.325406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-54311672-bd98-476e-9b01-1a69c090162a admin admin] Publish callbacks [] for security_group (e1e581cf-7799-4239-88af-9709c79a56e5), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.362630 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-54311672-bd98-476e-9b01-1a69c090162a admin admin] Publish callbacks [] for security_group (e1e581cf-7799-4239-88af-9709c79a56e5), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.382078 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4fc922c5-4c5d-4e2f-a7a5-60dd67ed8985 req-12ba999c-30a4-43bf-9a33-19093cbd973a tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 210 time: 0.0329349 Aug 30 01:18:35.411746 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:35.503099 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-54311672-bd98-476e-9b01-1a69c090162a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e1e581cf-7799-4239-88af-9709c79a56e5), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.509411 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-54311672-bd98-476e-9b01-1a69c090162a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.509411 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-54311672-bd98-476e-9b01-1a69c090162a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e1e581cf-7799-4239-88af-9709c79a56e5 HTTP/1.1" status: 204 len: 168 time: 0.2429278 Aug 30 01:18:35.516785 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54311672-bd98-476e-9b01-1a69c090162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e581cf-7799-4239-88af-9709c79a56e5,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:35.543782 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35784) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:35.606494 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5a5f39fb-668b-4c12-abc6-3914c7c1f4a5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group (9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.630447 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5a5f39fb-668b-4c12-abc6-3914c7c1f4a5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group (9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.665278 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35786) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:35.716327 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-a3261b5a-6160-45b5-99df-397ab3aa172b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6bd6d7b75f524b87aa47bab31516ba5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498302 Aug 30 01:18:35.718839 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35788) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:35.769623 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-963f33bc-fd2f-4541-a19e-1aacd7dbef6d admin admin] Publish callbacks [] for security_group (2463ada3-8518-4d43-9724-31adab71edbd), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.792387 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-963f33bc-fd2f-4541-a19e-1aacd7dbef6d admin admin] Publish callbacks [] for security_group (2463ada3-8518-4d43-9724-31adab71edbd), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.794632 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5a5f39fb-668b-4c12-abc6-3914c7c1f4a5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.797966 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5a5f39fb-668b-4c12-abc6-3914c7c1f4a5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.802278 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-5a5f39fb-668b-4c12-abc6-3914c7c1f4a5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555 HTTP/1.1" status: 204 len: 168 time: 0.2573166 Aug 30 01:18:35.802914 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35790) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:35.815117 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:35.828104 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f39fb-668b-4c12-abc6-3914c7c1f4a5 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:35.828306 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.api.v2.resource [None req-b64fa2d2-e29a-44ee-8f2b-a147b20c24f4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] show failed (client error): The resource could not be found. Aug 30 01:18:35.830046 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b64fa2d2-e29a-44ee-8f2b-a147b20c24f4 tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "GET /networking/v2.0/security-groups/9e5b25c1-dbfc-4c54-bc55-7ccd5dd21555 HTTP/1.1" status: 404 len: 347 time: 0.0260844 Aug 30 01:18:35.833600 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35798) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:35.920954 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:35.961072 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-42720203-584a-4001-88dd-fdfbfce04a8c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Deleting port 02a39962-a2e6-483f-8f9c-4884ad472d58 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:35.961476 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-42720203-584a-4001-88dd-fdfbfce04a8c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (02a39962-a2e6-483f-8f9c-4884ad472d58), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.969231 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-963f33bc-fd2f-4541-a19e-1aacd7dbef6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (2463ada3-8518-4d43-9724-31adab71edbd), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:35.983848 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-963f33bc-fd2f-4541-a19e-1aacd7dbef6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.001195 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-963f33bc-fd2f-4541-a19e-1aacd7dbef6d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2463ada3-8518-4d43-9724-31adab71edbd HTTP/1.1" status: 204 len: 168 time: 0.2652128 Aug 30 01:18:36.019793 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment ffdefdb1-d110-46a4-bb19-e10da9d1f2cd resource provider aggregate not found Aug 30 01:18:36.026492 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f33bc-fd2f-4541-a19e-1aacd7dbef6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2463ada3-8518-4d43-9724-31adab71edbd,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:36.063699 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment ffdefdb1-d110-46a4-bb19-e10da9d1f2cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffdefdb1-d110-46a4-bb19-e10da9d1f2cd found for delete ", "request_id": "req-ab68cf0a-60d0-4fd1-a822-58dfcea0e5f9"}]} Aug 30 01:18:36.073587 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-42720203-584a-4001-88dd-fdfbfce04a8c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (02a39962-a2e6-483f-8f9c-4884ad472d58), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.073985 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-42720203-584a-4001-88dd-fdfbfce04a8c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (02a39962-a2e6-483f-8f9c-4884ad472d58), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.083990 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 73255a8e-84ff-4c7e-9a4f-618ab0891f92 resource provider aggregate not found Aug 30 01:18:36.094103 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-42720203-584a-4001-88dd-fdfbfce04a8c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Calling delete_port for 02a39962-a2e6-483f-8f9c-4884ad472d58 owned by network:floatingip {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:36.108789 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 73255a8e-84ff-4c7e-9a4f-618ab0891f92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73255a8e-84ff-4c7e-9a4f-618ab0891f92 found for delete ", "request_id": "req-6d9f2158-cb47-4313-a320-84c9a7843d59"}]} Aug 30 01:18:36.214737 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:36.307116 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-42720203-584a-4001-88dd-fdfbfce04a8c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (02a39962-a2e6-483f-8f9c-4884ad472d58), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.333361 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42720203-584a-4001-88dd-fdfbfce04a8c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Pushing event deleted for resources: {'Port': ['ID=02a39962-a2e6-483f-8f9c-4884ad472d58,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:36.394949 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-42720203-584a-4001-88dd-fdfbfce04a8c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks [] for floatingip (2282d7cc-040d-4659-8e3e-1cd6ea996dfe), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.397530 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-42720203-584a-4001-88dd-fdfbfce04a8c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.398722 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-42720203-584a-4001-88dd-fdfbfce04a8c tempest-AttachVolumeShelveTestJSON-1371239707 tempest-AttachVolumeShelveTestJSON-1371239707-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/2282d7cc-040d-4659-8e3e-1cd6ea996dfe HTTP/1.1" status: 204 len: 168 time: 0.5636473 Aug 30 01:18:36.481076 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0d30cc6e-4e48-45e4-88a2-944ebc5cc447 req-e2908277-70fd-45b3-9f76-b3b3822b0d41 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 210 time: 0.0386665 Aug 30 01:18:36.516248 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35816) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:36.558922 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-039547d8-768e-443b-9cda-4b790a0018b8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=818a0c6fa4a44406806a97d6de460c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413375 Aug 30 01:18:36.561414 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35818) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:36.613825 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-da9c9c01-9559-4db5-97c3-157a65cb5de3 admin admin] Publish callbacks [] for security_group (f1386472-5f62-4a50-9e9b-1ce863fcc9cf), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.635083 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-da9c9c01-9559-4db5-97c3-157a65cb5de3 admin admin] Publish callbacks [] for security_group (f1386472-5f62-4a50-9e9b-1ce863fcc9cf), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.746187 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-da9c9c01-9559-4db5-97c3-157a65cb5de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f1386472-5f62-4a50-9e9b-1ce863fcc9cf), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.748964 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-da9c9c01-9559-4db5-97c3-157a65cb5de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:36.750143 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-da9c9c01-9559-4db5-97c3-157a65cb5de3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f1386472-5f62-4a50-9e9b-1ce863fcc9cf HTTP/1.1" status: 204 len: 168 time: 0.1877406 Aug 30 01:18:36.765518 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c9c01-9559-4db5-97c3-157a65cb5de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1386472-5f62-4a50-9e9b-1ce863fcc9cf,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:36.961598 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35824) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:37.001981 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-5d6d436b-8d91-41cb-9c85-3744da1250aa admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=95f3fc21abff496e842436d4fb4bcccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391169 Aug 30 01:18:37.005305 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35826) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:37.056373 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-370cc037-7927-4a98-b137-8fdc257afe02 admin admin] Publish callbacks [] for security_group (0bb9f450-b744-40e4-8d01-2450098727b5), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:37.079924 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-370cc037-7927-4a98-b137-8fdc257afe02 admin admin] Publish callbacks [] for security_group (0bb9f450-b744-40e4-8d01-2450098727b5), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:37.211015 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-370cc037-7927-4a98-b137-8fdc257afe02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (0bb9f450-b744-40e4-8d01-2450098727b5), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:37.213564 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-370cc037-7927-4a98-b137-8fdc257afe02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:37.217624 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-370cc037-7927-4a98-b137-8fdc257afe02 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0bb9f450-b744-40e4-8d01-2450098727b5 HTTP/1.1" status: 204 len: 168 time: 0.2084835 Aug 30 01:18:37.227805 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cc037-7927-4a98-b137-8fdc257afe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb9f450-b744-40e4-8d01-2450098727b5,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:37.599411 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-509ab967-6658-4578-b095-ff001fe78adf req-218910a4-d650-4ccb-8e74-e54a33194454 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 210 time: 0.0315905 Aug 30 01:18:37.693836 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device adb8f445-f2e5-41a5-91ba-43406b91be88 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:37.716577 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: adb8f445-f2e5-41a5-91ba-43406b91be88 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:37.717610 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device adb8f445-f2e5-41a5-91ba-43406b91be88 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:38.244211 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b77d5c22-6047-4c85-9d30-3d03ebac4624 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:38.245747 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b77d5c22-6047-4c85-9d30-3d03ebac4624 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.74 "GET /networking/v2.0/networks?id=80c77988-807f-4b63-8ab4-31648def8b2d HTTP/1.1" status: 200 len: 808 time: 0.1442683 Aug 30 01:18:38.328400 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-781fe105-5b6b-4cde-ac49-bb0a0510fa11 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.74 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd HTTP/1.1" status: 200 len: 380 time: 0.0588140 Aug 30 01:18:38.342857 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-ec947d1d-cb50-4df2-944c-de3a6486a7f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Request body: {'port': {'device_id': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'admin_state_up': True, 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'security_groups': ['540b6b15-3f20-45f2-9938-96f5cee1c066']}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:38.549465 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 35888) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:38.591754 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-ec947d1d-cb50-4df2-944c-de3a6486a7f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Made reservation on behalf of ba3bd03ea50c4553b9b98b61a4d835dd for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:18:38.595802 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-ec947d1d-cb50-4df2-944c-de3a6486a7f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.676453 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d40c3614-58df-4f15-b066-50fb297d17b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.715585 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-dd16b774-b3ab-4da8-8e5e-3573d736112d req-4069fead-894e-4ce9-aed7-85b1f139b8c2 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 210 time: 0.0284672 Aug 30 01:18:38.783342 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-ec947d1d-cb50-4df2-944c-de3a6486a7f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Allocated IP 172.20.0.9 (80c77988-807f-4b63-8ab4-31648def8b2d/f4d271e0-560e-4f49-a7f4-4da3b43fee53/c4e6504b-45ee-4446-8a10-2c25ab5d86a4) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:38.854772 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d40c3614-58df-4f15-b066-50fb297d17b0 admin admin] Publish callbacks [] for security_group (40ae31ce-e463-477e-a71c-5885dc135289), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.919039 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:38.962029 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-ec947d1d-cb50-4df2-944c-de3a6486a7f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.972101 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-d40c3614-58df-4f15-b066-50fb297d17b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (40ae31ce-e463-477e-a71c-5885dc135289), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:38.976867 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:39.030417 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-d40c3614-58df-4f15-b066-50fb297d17b0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6318fc1a44b149bca0e7ef4d1c482037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4770300 Aug 30 01:18:39.031015 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35900) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:39.031501 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c3614-58df-4f15-b066-50fb297d17b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ae31ce-e463-477e-a71c-5885dc135289,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:39.086526 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0562f7c5-4ce3-4d52-b759-b591d919b07f admin admin] Publish callbacks [] for security_group (40ae31ce-e463-477e-a71c-5885dc135289), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:39.106816 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0562f7c5-4ce3-4d52-b759-b591d919b07f admin admin] Publish callbacks [] for security_group (40ae31ce-e463-477e-a71c-5885dc135289), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:39.108779 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-ec947d1d-cb50-4df2-944c-de3a6486a7f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:39.156473 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-ec947d1d-cb50-4df2-944c-de3a6486a7f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Network 80c77988-807f-4b63-8ab4-31648def8b2d is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:39.159878 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-ec947d1d-cb50-4df2-944c-de3a6486a7f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:39.164160 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-ec947d1d-cb50-4df2-944c-de3a6486a7f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:39.188965 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec947d1d-cb50-4df2-944c-de3a6486a7f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Pushing event updated for resources: {'Port': ['ID=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:39.232862 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-ec947d1d-cb50-4df2-944c-de3a6486a7f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:39.233816 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-ec947d1d-cb50-4df2-944c-de3a6486a7f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:39.238654 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0562f7c5-4ce3-4d52-b759-b591d919b07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (40ae31ce-e463-477e-a71c-5885dc135289), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:39.249538 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-0562f7c5-4ce3-4d52-b759-b591d919b07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:39.249538 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-0562f7c5-4ce3-4d52-b759-b591d919b07f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/40ae31ce-e463-477e-a71c-5885dc135289 HTTP/1.1" status: 204 len: 168 time: 0.2110059 Aug 30 01:18:39.253614 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562f7c5-4ce3-4d52-b759-b591d919b07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ae31ce-e463-477e-a71c-5885dc135289,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:39.355258 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 35912) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:39.367451 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-ec947d1d-cb50-4df2-944c-de3a6486a7f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0301116 Aug 30 01:18:39.395959 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Request body: {'port': {'device_id': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:39.462537 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:39.477608 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-27abe791-fb9b-47fb-94f9-7f7868e4511b None None] Provisioning complete for port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:39.478323 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-27abe791-fb9b-47fb-94f9-7f7868e4511b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:39.481054 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:39.514481 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-27abe791-fb9b-47fb-94f9-7f7868e4511b None None] Port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:18:39.682448 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:39.812543 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e6504b-45ee-4446-8a10-2c25ab5d86a4 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:18:39.827339 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Publish callbacks [] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:39.843714 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Transition to ACTIVE for port object c4e6504b-45ee-4446-8a10-2c25ab5d86a4 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:18:39.902406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:39.924584 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d86c2c-1382-4ce2-b92e-d9e2ac76d199 req-cc0e7f68-fe33-4aa6-b25b-e725c853ac99 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:39.924584 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-81d86c2c-1382-4ce2-b92e-d9e2ac76d199 req-cc0e7f68-fe33-4aa6-b25b-e725c853ac99 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 931 time: 0.0672092 Aug 30 01:18:39.939008 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:39.945982 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.034617 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-82d7601e-6586-4ad8-bdac-454f6c027d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-482018'] for router_interface (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.040660 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Pushing event updated for resources: {'Port': ['ID=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:40.090499 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-81d86c2c-1382-4ce2-b92e-d9e2ac76d199 req-d538d9ef-f02d-4b3e-ad5e-20e50da42ba1 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612661 Aug 30 01:18:40.118411 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Attempting to bind port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:18:40.118748 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Attempting to bind port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '2e410c87-0732-4b34-86a1-24344404044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:18:40.119092 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Attempting to bind port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 on network 80c77988-807f-4b63-8ab4-31648def8b2d {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:40.124080 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 on network 80c77988-807f-4b63-8ab4-31648def8b2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:18:40.124400 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Attempting to bind port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 on network 80c77988-807f-4b63-8ab4-31648def8b2d {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:18:40.130150 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:18:40.130534 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Checking segment: {'id': '2e410c87-0732-4b34-86a1-24344404044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:18:40.130862 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Bound using segment: {'id': '2e410c87-0732-4b34-86a1-24344404044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:18:40.131286 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Bound port: c4e6504b-45ee-4446-8a10-2c25ab5d86a4, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e410c87-0732-4b34-86a1-24344404044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:18:40.131640 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.182537 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:40.199524 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] For port c4e6504b-45ee-4446-8a10-2c25ab5d86a4, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:18:40.203005 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] For port c4e6504b-45ee-4446-8a10-2c25ab5d86a4, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:18:40.284445 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.288622 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:40.293910 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.293910 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/c4e6504b-45ee-4446-8a10-2c25ab5d86a4 HTTP/1.1" status: 200 len: 1093 time: 0.9026372 Aug 30 01:18:40.294297 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:18:40.296592 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1722325c-473f-4c0b-946e-37c4a521e06b" -d '{"events": [{"name": "network-changed", "server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:18:40.326563 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-82d7601e-6586-4ad8-bdac-454f6c027d8e admin admin] Deleting port 9a0ae41c-3ce3-4473-9737-cdb5df350eff {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:40.326907 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-82d7601e-6586-4ad8-bdac-454f6c027d8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.351990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8145d7e-0e78-4ea8-9980-e7269c787a5b x-openstack-request-id: req-b8145d7e-0e78-4ea8-9980-e7269c787a5b {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:18:40.352364 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:18:40.352676 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8145d7e-0e78-4ea8-9980-e7269c787a5b {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:18:40.353138 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8145d7e-0e78-4ea8-9980-e7269c787a5b'] response: {'name': 'network-changed', 'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'status': 'completed', 'code': 200} Aug 30 01:18:40.370426 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1cd5d-272e-44d5-878e-95bef1c8441d service neutron] Pushing event updated for resources: {'Port': ['ID=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:40.431518 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-82d7601e-6586-4ad8-bdac-454f6c027d8e admin admin] For port 9a0ae41c-3ce3-4473-9737-cdb5df350eff, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=9a0ae41c-3ce3-4473-9737-cdb5df350eff,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:40.431886 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-82d7601e-6586-4ad8-bdac-454f6c027d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.446233 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722325c-473f-4c0b-946e-37c4a521e06b req-6cbb9562-8712-4f19-8ce9-f69ccd6b4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:40.446233 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1722325c-473f-4c0b-946e-37c4a521e06b req-6cbb9562-8712-4f19-8ce9-f69ccd6b4db7 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd&device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 1127 time: 0.0454428 Aug 30 01:18:40.446557 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-82d7601e-6586-4ad8-bdac-454f6c027d8e admin admin] Calling delete_port for 9a0ae41c-3ce3-4473-9737-cdb5df350eff owned by network:router_interface {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:40.504698 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:40.596804 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722325c-473f-4c0b-946e-37c4a521e06b req-87b9ff04-901d-410d-ab02-ceee1b4c0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:40.598506 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1722325c-473f-4c0b-946e-37c4a521e06b req-87b9ff04-901d-410d-ab02-ceee1b4c0733 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1369560 Aug 30 01:18:40.705478 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722325c-473f-4c0b-946e-37c4a521e06b req-5da2efea-0643-4f57-b412-acae6d98ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:40.707329 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1722325c-473f-4c0b-946e-37c4a521e06b req-5da2efea-0643-4f57-b412-acae6d98ac39 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998468 Aug 30 01:18:40.791746 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-82d7601e-6586-4ad8-bdac-454f6c027d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (9a0ae41c-3ce3-4473-9737-cdb5df350eff), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:40.815533 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-9b5e5715-69cb-469d-9399-a7452e425d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:40.816909 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-9b5e5715-69cb-469d-9399-a7452e425d3b service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd&device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 1127 time: 0.0432527 Aug 30 01:18:40.819942 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7601e-6586-4ad8-bdac-454f6c027d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0ae41c-3ce3-4473-9737-cdb5df350eff,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:40.906777 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-ca5df707-36f1-49b5-ba5f-780fc4e9bb23 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4 HTTP/1.1" status: 200 len: 217 time: 0.0675902 Aug 30 01:18:40.980968 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-d127b99f-4f8d-4dba-8d15-2abb40b1d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:40.982270 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-d127b99f-4f8d-4dba-8d15-2abb40b1d21f service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f4d271e0-560e-4f49-a7f4-4da3b43fee53 HTTP/1.1" status: 200 len: 847 time: 0.0634830 Aug 30 01:18:41.049364 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-82d7601e-6586-4ad8-bdac-454f6c027d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481618'] for router_interface (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.054671 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-c78e5b14-9f51-46f8-9e87-fb03531d4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:41.056229 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-c78e5b14-9f51-46f8-9e87-fb03531d4196 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=80c77988-807f-4b63-8ab4-31648def8b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0645640 Aug 30 01:18:41.139182 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:41.173683 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-59bb7e6e-209e-4af3-8a7e-afad5b22b357 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064591 Aug 30 01:18:41.305955 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d7601e-6586-4ad8-bdac-454f6c027d8e admin admin] Router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:18:41.309113 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656e21a-3111-4969-b866-84d69e9c581e req-b8796062-bae2-4688-a271-1be8278cc2f3 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:41.316760 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d656e21a-3111-4969-b866-84d69e9c581e req-b8796062-bae2-4688-a271-1be8278cc2f3 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0938239 Aug 30 01:18:41.360715 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:41.396668 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-76031a0b-c70e-4452-86c8-ab8e7cdf44b1 req-75658b66-eb9e-4e88-8d39-1d8841d524fe service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137535 Aug 30 01:18:41.413889 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d656e21a-3111-4969-b866-84d69e9c581e req-0f408cd9-c036-4436-b6ba-f6bc8fdf9714 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905664 Aug 30 01:18:41.440203 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d7601e-6586-4ad8-bdac-454f6c027d8e admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:41.445967 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-82d7601e-6586-4ad8-bdac-454f6c027d8e admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/68505e11-46c9-4afb-b7b4-ddd6c98cb57d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0889926 Aug 30 01:18:41.448668 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36016) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:41.454695 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c6a2c-7142-4e32-9b41-856be57c1847 None None] Sync routers for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:41.477498 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c6a2c-7142-4e32-9b41-856be57c1847 None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:41.477498 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-c66c6a2c-7142-4e32-9b41-856be57c1847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:18:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:41.573301 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Publish callbacks [] for router (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.596020 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-c66c6a2c-7142-4e32-9b41-856be57c1847 None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:41.680043 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Publish callbacks [] for router_gateway (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.781279 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-c66c6a2c-7142-4e32-9b41-856be57c1847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '4b183170-bde6-4f69-803d-e9b24198f066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:18:40Z', 'revision_number': 5, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port': {'id': '4b183170-bde6-4f69-803d-e9b24198f066', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:00:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:10:43Z', 'updated_at': '2022-08-30T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:41.804967 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:41.820332 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Deleting port 4b183170-bde6-4f69-803d-e9b24198f066 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:41.820675 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (4b183170-bde6-4f69-803d-e9b24198f066), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.948756 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] For port 4b183170-bde6-4f69-803d-e9b24198f066, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=4b183170-bde6-4f69-803d-e9b24198f066,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:41.949122 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (4b183170-bde6-4f69-803d-e9b24198f066), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:41.967744 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Calling delete_port for 4b183170-bde6-4f69-803d-e9b24198f066 owned by network:router_gateway {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:41.976977 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c6a2c-7142-4e32-9b41-856be57c1847 None None] Checking router: 68505e11-46c9-4afb-b7b4-ddd6c98cb57d for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:18:41.986022 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c6a2c-7142-4e32-9b41-856be57c1847 None None] Routers {'68505e11-46c9-4afb-b7b4-ddd6c98cb57d'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:41.987298 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-c66c6a2c-7142-4e32-9b41-856be57c1847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:18:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:42.078901 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:42.111029 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-c66c6a2c-7142-4e32-9b41-856be57c1847 None None] Set router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d gateway port host: None {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:42.169653 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36020) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:42.185843 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-c66c6a2c-7142-4e32-9b41-856be57c1847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:18:41Z', 'revision_number': 6, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port_host': None}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:42.217359 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66c6a2c-7142-4e32-9b41-856be57c1847 None None] The sync data for ids ['68505e11-46c9-4afb-b7b4-ddd6c98cb57d'] in dv-cinder-815712-11-iscsi is: [{'id': '68505e11-46c9-4afb-b7b4-ddd6c98cb57d', 'name': 'tempest-AttachVolumeShelveTestJSON-205150107-router', 'tenant_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:10:42Z', 'updated_at': '2022-08-30T01:18:41Z', 'revision_number': 6, 'project_id': '742c089b0dea4b1f89efd31f48f9ffc5', 'gw_port_host': None}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:18:42.251390 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (4b183170-bde6-4f69-803d-e9b24198f066), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.298178 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b183170-bde6-4f69-803d-e9b24198f066,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:42.385760 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fc10-1982-45e7-a34a-863a69b86c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.394828 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477089'] for router_gateway (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.511361 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2934'] for router (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.514339 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Publish callbacks [] for router_controller (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.518367 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fc10-1982-45e7-a34a-863a69b86c4c admin admin] Publish callbacks [] for security_group (d7fdf2b4-6b26-4a6b-bcaf-72f219fcbeb4), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.588152 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185af54-7750-49e7-ab8f-c1169bb5e3a6 req-7689913f-2368-4654-9db2-95cb27a14323 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:42.589814 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f185af54-7750-49e7-ab8f-c1169bb5e3a6 req-7689913f-2368-4654-9db2-95cb27a14323 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0623713 Aug 30 01:18:42.590999 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fc10-1982-45e7-a34a-863a69b86c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (d7fdf2b4-6b26-4a6b-bcaf-72f219fcbeb4), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.652019 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481583'] for router (68505e11-46c9-4afb-b7b4-ddd6c98cb57d), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.655488 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68505e11-46c9-4afb-b7b4-ddd6c98cb57d {{(pid=107024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:18:42.658294 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f1a7fc10-1982-45e7-a34a-863a69b86c4c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=82b86a959c714666aab52a47bd2dd545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4871147 Aug 30 01:18:42.662982 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36030) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:42.665311 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.665311 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-cdd64be0-9caa-4b3e-a66a-ec49ab9d8a21 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/68505e11-46c9-4afb-b7b4-ddd6c98cb57d HTTP/1.1" status: 204 len: 168 time: 1.2156017 Aug 30 01:18:42.668386 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36032) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:42.670539 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7fc10-1982-45e7-a34a-863a69b86c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fdf2b4-6b26-4a6b-bcaf-72f219fcbeb4,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:42.703139 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:42.739802 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f185af54-7750-49e7-ab8f-c1169bb5e3a6 req-6a31b8d2-0e76-461a-831b-618fe4a950cb tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345487 Aug 30 01:18:42.740627 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_v2 [None req-174c0abe-2a48-4350-91c6-d00c8bbc424d admin admin] Deleting subnet 396acad7-fa43-4c94-bf65-eb50fa3cb4e5 {{(pid=107024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:18:42.750337 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-174c0abe-2a48-4350-91c6-d00c8bbc424d admin admin] Publish callbacks [] for subnet (396acad7-fa43-4c94-bf65-eb50fa3cb4e5), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.787098 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-549073ff-194a-4cd1-ba7f-d77eb34bf4a8 admin admin] Publish callbacks [] for security_group (d7fdf2b4-6b26-4a6b-bcaf-72f219fcbeb4), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.791451 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-174c0abe-2a48-4350-91c6-d00c8bbc424d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16218592'] for subnet (396acad7-fa43-4c94-bf65-eb50fa3cb4e5), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.809903 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-549073ff-194a-4cd1-ba7f-d77eb34bf4a8 admin admin] Publish callbacks [] for security_group (d7fdf2b4-6b26-4a6b-bcaf-72f219fcbeb4), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.875838 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-174c0abe-2a48-4350-91c6-d00c8bbc424d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (396acad7-fa43-4c94-bf65-eb50fa3cb4e5), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.948188 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-549073ff-194a-4cd1-ba7f-d77eb34bf4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (d7fdf2b4-6b26-4a6b-bcaf-72f219fcbeb4), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.952742 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-549073ff-194a-4cd1-ba7f-d77eb34bf4a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:42.953747 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-549073ff-194a-4cd1-ba7f-d77eb34bf4a8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d7fdf2b4-6b26-4a6b-bcaf-72f219fcbeb4 HTTP/1.1" status: 204 len: 168 time: 0.2894595 Aug 30 01:18:42.967968 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549073ff-194a-4cd1-ba7f-d77eb34bf4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fdf2b4-6b26-4a6b-bcaf-72f219fcbeb4,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:43.038034 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-174c0abe-2a48-4350-91c6-d00c8bbc424d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12989510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14457447'] for subnet (396acad7-fa43-4c94-bf65-eb50fa3cb4e5), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.063822 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c0abe-2a48-4350-91c6-d00c8bbc424d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396acad7-fa43-4c94-bf65-eb50fa3cb4e5,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:43.070177 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-174c0abe-2a48-4350-91c6-d00c8bbc424d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.073804 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-174c0abe-2a48-4350-91c6-d00c8bbc424d admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/396acad7-fa43-4c94-bf65-eb50fa3cb4e5 HTTP/1.1" status: 204 len: 168 time: 0.4040623 Aug 30 01:18:43.076829 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36050) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:43.079700 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650eed7a-8b64-48d7-975e-feed4c0200e4 None None] Network 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:18:43.084798 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:43.174656 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (6de2f2e9-71f3-49c9-a223-f1fb974d9e7f), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.227494 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Deleting port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:43.227831 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.255990 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9724305-adbd-4494-80a4-fc691b2dee0c None None] DHCP port deletion for 6de2f2e9-71f3-49c9-a223-f1fb974d9e7f request from dv-cinder-815712-11-iscsi {{(pid=107026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:18:43.306422 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] For port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=cbc3fad5-df81-45d4-b5fb-e35f8f5f426d,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:43.307586 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.308111 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-c9724305-adbd-4494-80a4-fc691b2dee0c None None] Deleting port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d {{(pid=107026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:18:43.308493 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-c9724305-adbd-4494-80a4-fc691b2dee0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), before_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.310087 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:43.324519 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Calling delete_port for cbc3fad5-df81-45d4-b5fb-e35f8f5f426d owned by network:dhcp {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:43.388904 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:43.407844 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-c9724305-adbd-4494-80a4-fc691b2dee0c None None] For port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=cbc3fad5-df81-45d4-b5fb-e35f8f5f426d,segment=NetworkSegment(bf27fafd-a003-4c65-b9d7-55dce5970967),segment_id=bf27fafd-a003-4c65-b9d7-55dce5970967)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:43.407844 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-c9724305-adbd-4494-80a4-fc691b2dee0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), precommit_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.416530 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-c9724305-adbd-4494-80a4-fc691b2dee0c None None] Calling delete_port for cbc3fad5-df81-45d4-b5fb-e35f8f5f426d owned by network:dhcp {{(pid=107026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:18:43.500356 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.508979 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-c9724305-adbd-4494-80a4-fc691b2dee0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (cbc3fad5-df81-45d4-b5fb-e35f8f5f426d), after_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.531706 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc3fad5-df81-45d4-b5fb-e35f8f5f426d,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:43.542912 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9724305-adbd-4494-80a4-fc691b2dee0c None None] Pushing event deleted for resources: {'Port': ['ID=cbc3fad5-df81-45d4-b5fb-e35f8f5f426d,revision_number=None']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:43.543039 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] No DVR routers for this DVR port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d on host dv-cinder-815712-11-iscsi {{(pid=107025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:43.543139 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9724305-adbd-4494-80a4-fc691b2dee0c None None] No DVR routers for this DVR port cbc3fad5-df81-45d4-b5fb-e35f8f5f426d on host dv-cinder-815712-11-iscsi {{(pid=107026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:18:43.622714 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (6de2f2e9-71f3-49c9-a223-f1fb974d9e7f), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.644406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de2f2e9-71f3-49c9-a223-f1fb974d9e7f']}} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:43.653810 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf27fafd-a003-4c65-b9d7-55dce5970967') {'for_net_delete': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:43.654122 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf27fafd-a003-4c65-b9d7-55dce5970967') {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:43.670728 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13169961'] for segment (bf27fafd-a003-4c65-b9d7-55dce5970967), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.686068 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (bf27fafd-a003-4c65-b9d7-55dce5970967), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.694161 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=107025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:18:43.694679 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13572379'] for segment (bf27fafd-a003-4c65-b9d7-55dce5970967), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.742685 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment bf27fafd-a003-4c65-b9d7-55dce5970967 resource provider aggregate not found Aug 30 01:18:43.766320 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment bf27fafd-a003-4c65-b9d7-55dce5970967 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf27fafd-a003-4c65-b9d7-55dce5970967 found for delete ", "request_id": "req-c82f91fe-c976-403f-902a-6073c7a899aa"}]} Aug 30 01:18:43.842517 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36062) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:43.852249 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (6de2f2e9-71f3-49c9-a223-f1fb974d9e7f), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.865166 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.868305 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/6de2f2e9-71f3-49c9-a223-f1fb974d9e7f HTTP/1.1" status: 204 len: 168 time: 0.7904677 Aug 30 01:18:43.869253 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7981dc5a-5913-459d-af28-fd961d1ecaee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:43.871512 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78260e38-aa57-48f5-8b52-8ec2b8fd258a req-abd8fe42-0379-47a4-8078-b62573094007 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:43.873440 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-78260e38-aa57-48f5-8b52-8ec2b8fd258a req-abd8fe42-0379-47a4-8078-b62573094007 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0528619 Aug 30 01:18:43.887390 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693c719-b19a-495c-8bfd-447673c346b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6de2f2e9-71f3-49c9-a223-f1fb974d9e7f,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:43.940667 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-78260e38-aa57-48f5-8b52-8ec2b8fd258a req-46d55593-fcfb-4621-a191-a9c6fbde7b42 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578225 Aug 30 01:18:43.985616 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7981dc5a-5913-459d-af28-fd961d1ecaee admin admin] Publish callbacks [] for security_group (923d0b08-1d08-4970-b148-057b3dc3a40a), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.039347 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7981dc5a-5913-459d-af28-fd961d1ecaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (923d0b08-1d08-4970-b148-057b3dc3a40a), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.080656 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981dc5a-5913-459d-af28-fd961d1ecaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923d0b08-1d08-4970-b148-057b3dc3a40a,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:44.086927 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-7981dc5a-5913-459d-af28-fd961d1ecaee admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fe72b49539c946dc8d1d9b6f2bb9207a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432075 Aug 30 01:18:44.089544 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36066) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:44.119156 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:44.147000 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-96358925-a86e-4ef6-b5bc-045ca3e4177e admin admin] Publish callbacks [] for security_group (923d0b08-1d08-4970-b148-057b3dc3a40a), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.169408 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-96358925-a86e-4ef6-b5bc-045ca3e4177e admin admin] Publish callbacks [] for security_group (923d0b08-1d08-4970-b148-057b3dc3a40a), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.237483 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36068) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:44.280717 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f55a23b1-59da-43d1-aa20-0418df929c80 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=742c089b0dea4b1f89efd31f48f9ffc5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419011 Aug 30 01:18:44.283402 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36070) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:44.294445 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-96358925-a86e-4ef6-b5bc-045ca3e4177e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (923d0b08-1d08-4970-b148-057b3dc3a40a), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.295752 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-96358925-a86e-4ef6-b5bc-045ca3e4177e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.296891 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-96358925-a86e-4ef6-b5bc-045ca3e4177e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/923d0b08-1d08-4970-b148-057b3dc3a40a HTTP/1.1" status: 204 len: 168 time: 0.2063990 Aug 30 01:18:44.318150 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 9a0ae41c-3ce3-4473-9737-cdb5df350eff no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:44.321838 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96358925-a86e-4ef6-b5bc-045ca3e4177e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923d0b08-1d08-4970-b148-057b3dc3a40a,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:44.350407 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 9a0ae41c-3ce3-4473-9737-cdb5df350eff {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:44.350820 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 9a0ae41c-3ce3-4473-9737-cdb5df350eff not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:44.351476 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device cbc3fad5-df81-45d4-b5fb-e35f8f5f426d no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:44.356197 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c2019842-4a5e-480b-b3e3-5c54fab5c94c admin admin] Publish callbacks [] for security_group (065264b4-c3d8-4100-99db-8a63b88c614d), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.374531 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: cbc3fad5-df81-45d4-b5fb-e35f8f5f426d {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:44.375136 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device cbc3fad5-df81-45d4-b5fb-e35f8f5f426d not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:44.375708 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 4b183170-bde6-4f69-803d-e9b24198f066 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:18:44.383867 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c2019842-4a5e-480b-b3e3-5c54fab5c94c admin admin] Publish callbacks [] for security_group (065264b4-c3d8-4100-99db-8a63b88c614d), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.411659 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 4b183170-bde6-4f69-803d-e9b24198f066 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:18:44.412742 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 4b183170-bde6-4f69-803d-e9b24198f066 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:18:44.536540 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c2019842-4a5e-480b-b3e3-5c54fab5c94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (065264b4-c3d8-4100-99db-8a63b88c614d), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.539426 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c2019842-4a5e-480b-b3e3-5c54fab5c94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:44.540603 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c2019842-4a5e-480b-b3e3-5c54fab5c94c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/065264b4-c3d8-4100-99db-8a63b88c614d HTTP/1.1" status: 204 len: 168 time: 0.2560344 Aug 30 01:18:44.551962 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2019842-4a5e-480b-b3e3-5c54fab5c94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065264b4-c3d8-4100-99db-8a63b88c614d,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:45.069206 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45055c-b79a-4f40-bf3b-57de831b9d72 req-63428d23-0207-40e3-9bc6-5d203c2aa128 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:45.070783 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0b45055c-b79a-4f40-bf3b-57de831b9d72 req-63428d23-0207-40e3-9bc6-5d203c2aa128 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0497823 Aug 30 01:18:45.125426 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0b45055c-b79a-4f40-bf3b-57de831b9d72 req-d7ea4cfa-da2c-4b22-9632-fcfb8f7e4afa tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484846 Aug 30 01:18:46.252613 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabc83a-f836-4cf0-88a1-c2b4368cf84d req-36c10fd5-9de5-487b-9938-8c382819a6a2 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:46.257985 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6eabc83a-f836-4cf0-88a1-c2b4368cf84d req-36c10fd5-9de5-487b-9938-8c382819a6a2 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0513992 Aug 30 01:18:46.276436 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:46.309094 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6eabc83a-f836-4cf0-88a1-c2b4368cf84d req-88bf9b95-4498-4b23-881c-bfc892eb21a2 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480947 Aug 30 01:18:47.437984 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8313e-621a-4053-978e-7f8a62c1d754 req-bc9abdad-f366-462a-aa1f-a026b4b0062c tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:47.439865 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-84a8313e-621a-4053-978e-7f8a62c1d754 req-bc9abdad-f366-462a-aa1f-a026b4b0062c tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0496600 Aug 30 01:18:47.495526 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-84a8313e-621a-4053-978e-7f8a62c1d754 req-045fa063-e8e1-4141-926d-d2cadd00684f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499182 Aug 30 01:18:48.627555 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e5d6d-40d6-48a2-96bc-fb70c10cc5c8 req-d586ccd2-b6ab-4f96-bca3-41c7b308f9f4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:48.627555 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-df5e5d6d-40d6-48a2-96bc-fb70c10cc5c8 req-d586ccd2-b6ab-4f96-bca3-41c7b308f9f4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0504870 Aug 30 01:18:48.630939 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:48.683605 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-df5e5d6d-40d6-48a2-96bc-fb70c10cc5c8 req-1c7c2011-58ee-4b44-af8d-a2676f7350aa tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530174 Aug 30 01:18:49.474819 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:49.480734 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:49.824753 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b2ef2-8464-46c9-81c0-89065a320c73 req-18a884bd-ad13-42c8-b188-cfa4a222cd53 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:49.826511 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-626b2ef2-8464-46c9-81c0-89065a320c73 req-18a884bd-ad13-42c8-b188-cfa4a222cd53 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0588100 Aug 30 01:18:49.879705 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-626b2ef2-8464-46c9-81c0-89065a320c73 req-fe0bc258-80d8-4738-b86e-3f61a820bc6a tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471280 Aug 30 01:18:50.267491 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6a73b7d0-c547-4bbd-b63d-eb6b957240ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.006399 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959f6f8-7d8e-454f-b434-6af29ca58b63 req-f2b1d50c-d0da-4cca-9860-31d83281c844 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:51.007816 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4959f6f8-7d8e-454f-b434-6af29ca58b63 req-f2b1d50c-d0da-4cca-9860-31d83281c844 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0472949 Aug 30 01:18:51.026635 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:51.060797 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4959f6f8-7d8e-454f-b434-6af29ca58b63 req-9b46491b-f7c6-4313-90c4-386949a598c3 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474234 Aug 30 01:18:51.521045 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c4e6504b-45ee-4446-8a10-2c25ab5d86a4 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:18:51.632953 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port c4e6504b-45ee-4446-8a10-2c25ab5d86a4, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:51.647887 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'port_id': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'mac_address': 'fa:16:3e:1e:14:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:18:51.686108 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:51.686502 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.700541 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e6504b-45ee-4446-8a10-2c25ab5d86a4 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:18:51.722006 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port c4e6504b-45ee-4446-8a10-2c25ab5d86a4, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:51.855931 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:51.909875 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:51.918453 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.918792 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.919131 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.919597 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.919939 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.920297 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.920624 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.920974 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.921296 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.921615 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.921964 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.922371 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.923013 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.923405 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:51.923645 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:18:52.192264 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6bb5e-86d3-4ea9-ac8e-f7e6c96c16d4 req-5fb79492-b82c-4998-a447-58724b6c91d6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:52.193792 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a3d6bb5e-86d3-4ea9-ac8e-f7e6c96c16d4 req-5fb79492-b82c-4998-a447-58724b6c91d6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 944 time: 0.0525563 Aug 30 01:18:52.200387 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['c4e6504b-45ee-4446-8a10-2c25ab5d86a4'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:18:52.252282 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a3d6bb5e-86d3-4ea9-ac8e-f7e6c96c16d4 req-d8f4bff8-d849-49f3-880a-cabfd0588232 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515537 Aug 30 01:18:52.363192 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:52.958843 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8171d9df-40b1-4394-9a53-48f03aeb1da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:53.387221 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd5396-4647-4581-864d-81f01c72b36d req-1ea11603-7df6-427e-a7ad-0b8f18853da5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:53.388974 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-01bd5396-4647-4581-864d-81f01c72b36d req-1ea11603-7df6-427e-a7ad-0b8f18853da5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 944 time: 0.0563612 Aug 30 01:18:53.449090 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-01bd5396-4647-4581-864d-81f01c72b36d req-bb819acc-fd84-4b39-b88a-f6e4fedd9f3a tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500679 Aug 30 01:18:53.475498 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36246) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:53.585267 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7d42b0db-cb2e-4116-aaad-16c0be01a773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:53.683763 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7d42b0db-cb2e-4116-aaad-16c0be01a773 admin admin] Publish callbacks [] for security_group (4ceea32b-22b0-4f28-a845-32315aede017), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:53.770459 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7d42b0db-cb2e-4116-aaad-16c0be01a773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (4ceea32b-22b0-4f28-a845-32315aede017), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:53.812918 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-7d42b0db-cb2e-4116-aaad-16c0be01a773 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0cebcfd778a74044beb300924992f5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362894 Aug 30 01:18:53.813624 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42b0db-cb2e-4116-aaad-16c0be01a773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceea32b-22b0-4f28-a845-32315aede017,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:53.815948 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36256) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:53.871895 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c1498e99-f9dc-4279-8b60-4e15621e72a9 admin admin] Publish callbacks [] for security_group (4ceea32b-22b0-4f28-a845-32315aede017), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:53.892349 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c1498e99-f9dc-4279-8b60-4e15621e72a9 admin admin] Publish callbacks [] for security_group (4ceea32b-22b0-4f28-a845-32315aede017), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:53.930146 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c4e6504b-45ee-4446-8a10-2c25ab5d86a4 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:18:53.976865 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:18:54.031594 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:18:54.031974 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.032184 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c1498e99-f9dc-4279-8b60-4e15621e72a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (4ceea32b-22b0-4f28-a845-32315aede017), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.034955 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c1498e99-f9dc-4279-8b60-4e15621e72a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.040874 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c1498e99-f9dc-4279-8b60-4e15621e72a9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4ceea32b-22b0-4f28-a845-32315aede017 HTTP/1.1" status: 204 len: 168 time: 0.2200413 Aug 30 01:18:54.049111 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1498e99-f9dc-4279-8b60-4e15621e72a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceea32b-22b0-4f28-a845-32315aede017,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:54.084779 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:54.138612 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:18:54.138990 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.172209 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:18:54.174488 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db489754-9dba-4484-8e64-7590e9c444e2" -d '{"events": [{"server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "name": "network-vif-plugged", "status": "completed", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:18:54.189314 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port c4e6504b-45ee-4446-8a10-2c25ab5d86a4, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:18:54.213808 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5095cca6-9959-4228-ae8e-a562f5e35d14 x-openstack-request-id: req-5095cca6-9959-4228-ae8e-a562f5e35d14 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:18:54.214113 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "name": "network-vif-plugged", "status": "completed", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:18:54.214344 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5095cca6-9959-4228-ae8e-a562f5e35d14 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:18:54.214750 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5095cca6-9959-4228-ae8e-a562f5e35d14'] response: {'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'code': 200} Aug 30 01:18:54.221804 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.282865 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:54.342208 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:54.573627 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b02cf-458d-4cbd-8b43-85aa5e74e8c5 req-179c5a53-cdf8-4aa1-848a-5827856dbdd4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:54.576012 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7d0b02cf-458d-4cbd-8b43-85aa5e74e8c5 req-179c5a53-cdf8-4aa1-848a-5827856dbdd4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0484123 Aug 30 01:18:54.632100 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7d0b02cf-458d-4cbd-8b43-85aa5e74e8c5 req-ab43770f-6fd0-4d03-8e89-0f02e8b840b9 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491600 Aug 30 01:18:54.638059 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb0a44-fc4c-4141-b186-1dd11e191570 req-bb1740bf-6a04-4abf-96d8-c8d0e911e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:54.639692 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5bcb0a44-fc4c-4141-b186-1dd11e191570 req-bb1740bf-6a04-4abf-96d8-c8d0e911e6a2 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 1129 time: 0.0403330 Aug 30 01:18:54.693666 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5bcb0a44-fc4c-4141-b186-1dd11e191570 req-2eba5022-e455-4d04-b935-ec7a7430802d service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448775 Aug 30 01:18:54.740507 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36282) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:55.033311 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e6905196-164a-4bb6-b73e-5eaae583f546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:55.060318 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:55.116395 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e6905196-164a-4bb6-b73e-5eaae583f546 admin admin] Publish callbacks [] for security_group (1526c03d-5d2f-4b54-8be6-ec618ce13879), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:55.210560 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-e6905196-164a-4bb6-b73e-5eaae583f546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1526c03d-5d2f-4b54-8be6-ec618ce13879), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:55.251528 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6905196-164a-4bb6-b73e-5eaae583f546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1526c03d-5d2f-4b54-8be6-ec618ce13879,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:55.256167 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-e6905196-164a-4bb6-b73e-5eaae583f546 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9946f2912838467eb1f244163586a148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5146348 Aug 30 01:18:55.268323 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36304) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:55.325199 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f296e1a8-6e47-4c7b-bb85-94dd2ed03a7f admin admin] Publish callbacks [] for security_group (1526c03d-5d2f-4b54-8be6-ec618ce13879), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:55.353258 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f296e1a8-6e47-4c7b-bb85-94dd2ed03a7f admin admin] Publish callbacks [] for security_group (1526c03d-5d2f-4b54-8be6-ec618ce13879), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:55.385131 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:55.495078 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f296e1a8-6e47-4c7b-bb85-94dd2ed03a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1526c03d-5d2f-4b54-8be6-ec618ce13879), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:55.497710 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f296e1a8-6e47-4c7b-bb85-94dd2ed03a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:55.498885 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f296e1a8-6e47-4c7b-bb85-94dd2ed03a7f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1526c03d-5d2f-4b54-8be6-ec618ce13879 HTTP/1.1" status: 204 len: 168 time: 0.2293010 Aug 30 01:18:55.507000 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296e1a8-6e47-4c7b-bb85-94dd2ed03a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1526c03d-5d2f-4b54-8be6-ec618ce13879,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:55.768211 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5b3c7-c38b-44dc-a666-d578f795d05a req-947a3b77-1278-4685-9d2a-37cd312a579b tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:55.769790 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-95e5b3c7-c38b-44dc-a666-d578f795d05a req-947a3b77-1278-4685-9d2a-37cd312a579b tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0491331 Aug 30 01:18:55.824907 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36312) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:55.827567 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-95e5b3c7-c38b-44dc-a666-d578f795d05a req-88a591c4-5149-4b3a-bb32-6ccde2aae789 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512469 Aug 30 01:18:55.838919 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:55.884922 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:55.957148 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c08200d7-764d-4027-a03e-264774bff917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.036692 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c08200d7-764d-4027-a03e-264774bff917 admin admin] Publish callbacks [] for security_group (f4431134-4199-49f7-bc5b-07d18b078abb), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.157095 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c08200d7-764d-4027-a03e-264774bff917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f4431134-4199-49f7-bc5b-07d18b078abb), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.198989 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-c08200d7-764d-4027-a03e-264774bff917 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=884db33c970a481f9badd9867fa482f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728743 Aug 30 01:18:56.201596 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36328) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:56.208831 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08200d7-764d-4027-a03e-264774bff917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4431134-4199-49f7-bc5b-07d18b078abb,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:56.264060 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87f28d5c-ac7a-4a5d-8f94-118a4122cccd admin admin] Publish callbacks [] for security_group (f4431134-4199-49f7-bc5b-07d18b078abb), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.285246 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87f28d5c-ac7a-4a5d-8f94-118a4122cccd admin admin] Publish callbacks [] for security_group (f4431134-4199-49f7-bc5b-07d18b078abb), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.403010 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87f28d5c-ac7a-4a5d-8f94-118a4122cccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (f4431134-4199-49f7-bc5b-07d18b078abb), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.405601 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-87f28d5c-ac7a-4a5d-8f94-118a4122cccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:56.417861 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-87f28d5c-ac7a-4a5d-8f94-118a4122cccd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f4431134-4199-49f7-bc5b-07d18b078abb HTTP/1.1" status: 204 len: 168 time: 0.2041719 Aug 30 01:18:56.417861 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f28d5c-ac7a-4a5d-8f94-118a4122cccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4431134-4199-49f7-bc5b-07d18b078abb,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:56.978281 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfd689-8bd2-451b-8b66-0b07e896fc44 req-2f38857d-d56d-4572-8926-8c701c2f41ab tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:56.980610 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bfcfd689-8bd2-451b-8b66-0b07e896fc44 req-2f38857d-d56d-4572-8926-8c701c2f41ab tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0602024 Aug 30 01:18:57.034918 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bfcfd689-8bd2-451b-8b66-0b07e896fc44 req-778d4833-5799-406c-a38e-0fa8cec3fc5c tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474739 Aug 30 01:18:57.175427 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16737c4e-b0e3-4105-accc-ae4dd4587847 req-9f1a07dc-0637-48ce-9485-8e60b5861f7d tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:57.177468 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-16737c4e-b0e3-4105-accc-ae4dd4587847 req-9f1a07dc-0637-48ce-9485-8e60b5861f7d tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0600200 Aug 30 01:18:57.214610 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:57.233660 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-16737c4e-b0e3-4105-accc-ae4dd4587847 req-b7c6d778-5c06-44a0-b5c6-af5b1a491bcf tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490811 Aug 30 01:18:57.262413 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36370) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:57.491722 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c7a4e-fb48-41e5-bb36-4734b3422fac tempest-TestShelveInstance-1672163953 tempest-TestShelveInstance-1672163953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:57.492475 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-bf4c7a4e-fb48-41e5-bb36-4734b3422fac tempest-TestShelveInstance-1672163953 tempest-TestShelveInstance-1672163953-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 1124 time: 0.2290337 Aug 30 01:18:57.496102 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36378) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:57.501359 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'port_id': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:18:57.587684 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.680683 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.810751 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Allocated IP 172.27.1.251 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/a063a380-d956-4e61-959d-5853c9cf7bc0) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:18:57.929514 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:57.933487 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for port (a063a380-d956-4e61-959d-5853c9cf7bc0), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:57.935150 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:58.027788 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (a063a380-d956-4e61-959d-5853c9cf7bc0), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.071804 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:18:58.074822 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:18:58.078905 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:18:58.110049 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Pushing event updated for resources: {'Port': ['ID=a063a380-d956-4e61-959d-5853c9cf7bc0,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:58.468359 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:58.493598 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for floatingip (a2acb082-c216-45ae-915b-54d41d59870c), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.659028 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (a063a380-d956-4e61-959d-5853c9cf7bc0), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.779546 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36434) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:58.834788 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for port (a063a380-d956-4e61-959d-5853c9cf7bc0), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.898095 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-183dca47-332a-471e-9370-2d575ca04c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.918622 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (a063a380-d956-4e61-959d-5853c9cf7bc0), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.978250 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-183dca47-332a-471e-9370-2d575ca04c2b admin admin] Publish callbacks [] for security_group (abce64de-3fd4-4640-9b2f-c866afa46aa3), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.988457 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (a2acb082-c216-45ae-915b-54d41d59870c), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:58.990329 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Pushing event updated for resources: {'Port': ['ID=a063a380-d956-4e61-959d-5853c9cf7bc0,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:59.087067 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:59.090108 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-183dca47-332a-471e-9370-2d575ca04c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (abce64de-3fd4-4640-9b2f-c866afa46aa3), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.093844 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Floating IP a2acb082-c216-45ae-915b-54d41d59870c associated. External IP: 172.27.1.251, port: c4e6504b-45ee-4446-8a10-2c25ab5d86a4. Aug 30 01:18:59.123655 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:59.135675 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-183dca47-332a-471e-9370-2d575ca04c2b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2ecb2b23305249c7aa6c328ef0dafc99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3550625 Aug 30 01:18:59.136750 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dca47-332a-471e-9370-2d575ca04c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abce64de-3fd4-4640-9b2f-c866afa46aa3,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:59.138362 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36438) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:18:59.242476 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7bbad84e-0021-494b-9cf3-13ec3f2cf164 admin admin] Publish callbacks [] for security_group (abce64de-3fd4-4640-9b2f-c866afa46aa3), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.306607 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7bbad84e-0021-494b-9cf3-13ec3f2cf164 admin admin] Publish callbacks [] for security_group (abce64de-3fd4-4640-9b2f-c866afa46aa3), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.392141 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Router a445ec94-65d5-4b4f-b1f6-e40165e6d59b has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:18:59.453579 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:59.508198 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7bbad84e-0021-494b-9cf3-13ec3f2cf164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (abce64de-3fd4-4640-9b2f-c866afa46aa3), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.510762 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7bbad84e-0021-494b-9cf3-13ec3f2cf164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.514731 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-7bbad84e-0021-494b-9cf3-13ec3f2cf164 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/abce64de-3fd4-4640-9b2f-c866afa46aa3 HTTP/1.1" status: 204 len: 168 time: 0.3747449 Aug 30 01:18:59.521698 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:18:59.535698 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bad764-2067-4e47-9e3c-520a93a0ddac None None] Sync routers for ids ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:18:59.539556 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbad84e-0021-494b-9cf3-13ec3f2cf164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abce64de-3fd4-4640-9b2f-c866afa46aa3,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:18:59.563774 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:18:59.574946 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bad764-2067-4e47-9e3c-520a93a0ddac None None] Routers {'a445ec94-65d5-4b4f-b1f6-e40165e6d59b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:18:59.575474 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-c1bad764-2067-4e47-9e3c-520a93a0ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:18:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:18:59.646447 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:18:59.688774 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-c1bad764-2067-4e47-9e3c-520a93a0ddac None None] Set router a445ec94-65d5-4b4f-b1f6-e40165e6d59b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:18:59.688979 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b8e3ab89-8851-4edb-bb2b-b209390b41df tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1886907 Aug 30 01:18:59.689928 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:18:59.692460 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784b91b3-1db9-402c-bd5e-65a2be862728" -d '{"events": [{"name": "network-changed", "server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:18:59.755768 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f32130e-5532-4596-b792-b7b371fd933a x-openstack-request-id: req-3f32130e-5532-4596-b792-b7b371fd933a {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:18:59.756124 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:18:59.756305 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f32130e-5532-4596-b792-b7b371fd933a {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:18:59.756718 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f32130e-5532-4596-b792-b7b371fd933a'] response: {'name': 'network-changed', 'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'status': 'completed', 'code': 200} Aug 30 01:18:59.854116 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b91b3-1db9-402c-bd5e-65a2be862728 req-8c85b472-c104-45a3-9ddc-a7618c5c4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:59.855766 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-784b91b3-1db9-402c-bd5e-65a2be862728 req-8c85b472-c104-45a3-9ddc-a7618c5c4326 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd&device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 1129 time: 0.0451710 Aug 30 01:18:59.958970 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b91b3-1db9-402c-bd5e-65a2be862728 req-b4cf9914-b436-437a-8d46-8e0d31c24380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:18:59.960778 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-784b91b3-1db9-402c-bd5e-65a2be862728 req-b4cf9914-b436-437a-8d46-8e0d31c24380 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=80c77988-807f-4b63-8ab4-31648def8b2d HTTP/1.1" status: 200 len: 909 time: 0.0985270 Aug 30 01:19:00.029808 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-c1bad764-2067-4e47-9e3c-520a93a0ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:17:58Z', 'revision_number': 4, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port': {'id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:54Z', 'updated_at': '2022-08-30T01:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'a2acb082-c216-45ae-915b-54d41d59870c', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'port_id': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'mac_address': 'fa:16:3e:1e:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:18:58Z', 'updated_at': '2022-08-30T01:18:58Z', 'revision_number': 0, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e863705-de16-408c-92b4-e4ac8e11b8fa', 'name': '', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'mac_address': 'fa:16:3e:b5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:57Z', 'updated_at': '2022-08-30T01:18:04Z', 'revision_number': 5, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'subnets': [{'id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:00.033915 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-784b91b3-1db9-402c-bd5e-65a2be862728 req-f708e9d1-eec8-4609-bbb3-e2b7b71b2cae service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4 HTTP/1.1" status: 200 len: 999 time: 0.0658531 Aug 30 01:19:00.057142 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bad764-2067-4e47-9e3c-520a93a0ddac None None] Checking router: a445ec94-65d5-4b4f-b1f6-e40165e6d59b for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:19:00.066197 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bad764-2067-4e47-9e3c-520a93a0ddac None None] Routers {'a445ec94-65d5-4b4f-b1f6-e40165e6d59b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:00.067408 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-c1bad764-2067-4e47-9e3c-520a93a0ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:18:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:00.087997 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b91b3-1db9-402c-bd5e-65a2be862728 req-8dc5669f-a843-45fa-ad51-582e76cf9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:00.090073 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-784b91b3-1db9-402c-bd5e-65a2be862728 req-8dc5669f-a843-45fa-ad51-582e76cf9d94 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f4d271e0-560e-4f49-a7f4-4da3b43fee53 HTTP/1.1" status: 200 len: 847 time: 0.0500674 Aug 30 01:19:00.142896 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b91b3-1db9-402c-bd5e-65a2be862728 req-5e9cf3b4-418d-46d2-a151-03d9282f6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:00.144509 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-784b91b3-1db9-402c-bd5e-65a2be862728 req-5e9cf3b4-418d-46d2-a151-03d9282f6b7c service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=80c77988-807f-4b63-8ab4-31648def8b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485661 Aug 30 01:19:00.175185 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-c1bad764-2067-4e47-9e3c-520a93a0ddac None None] Set router a445ec94-65d5-4b4f-b1f6-e40165e6d59b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:00.244020 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-784b91b3-1db9-402c-bd5e-65a2be862728 req-420122ae-5b76-42ef-82d6-a58eb4c52647 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929770 Aug 30 01:19:00.272683 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:00.370457 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-784b91b3-1db9-402c-bd5e-65a2be862728 req-c47a0381-d282-484f-b5b4-5911fe1e2547 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200135 Aug 30 01:19:00.404448 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-c1bad764-2067-4e47-9e3c-520a93a0ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:17:58Z', 'revision_number': 4, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port': {'id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:54Z', 'updated_at': '2022-08-30T01:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'a2acb082-c216-45ae-915b-54d41d59870c', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'port_id': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'mac_address': 'fa:16:3e:1e:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:18:58Z', 'updated_at': '2022-08-30T01:18:58Z', 'revision_number': 0, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e863705-de16-408c-92b4-e4ac8e11b8fa', 'name': '', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'mac_address': 'fa:16:3e:b5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:57Z', 'updated_at': '2022-08-30T01:18:04Z', 'revision_number': 5, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'subnets': [{'id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:00.436275 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bad764-2067-4e47-9e3c-520a93a0ddac None None] The sync data for ids ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'] in dv-cinder-815712-11-iscsi is: [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:17:58Z', 'revision_number': 4, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port': {'id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:54Z', 'updated_at': '2022-08-30T01:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'a2acb082-c216-45ae-915b-54d41d59870c', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'port_id': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'mac_address': 'fa:16:3e:1e:14:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:18:58Z', 'updated_at': '2022-08-30T01:18:58Z', 'revision_number': 0, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e863705-de16-408c-92b4-e4ac8e11b8fa', 'name': '', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'mac_address': 'fa:16:3e:b5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:57Z', 'updated_at': '2022-08-30T01:18:04Z', 'revision_number': 5, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'subnets': [{'id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:19:00.660485 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7de50-32d9-40ff-a622-216016efe247 None None] New status for floating IP a2acb082-c216-45ae-915b-54d41d59870c: ACTIVE {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:19:01.497645 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:19:02.503151 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36528) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:02.641982 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7853a7d-ab9f-4fba-a8d0-b31dfc1a471b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:02.720169 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7853a7d-ab9f-4fba-a8d0-b31dfc1a471b admin admin] Publish callbacks [] for security_group (1aa8341c-3794-440c-b87c-751096c2060e), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:02.833424 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7853a7d-ab9f-4fba-a8d0-b31dfc1a471b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1aa8341c-3794-440c-b87c-751096c2060e), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:02.875746 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f7853a7d-ab9f-4fba-a8d0-b31dfc1a471b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0cd7f8f937eb4a2ca28a16c8aa606863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714910 Aug 30 01:19:02.876593 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7853a7d-ab9f-4fba-a8d0-b31dfc1a471b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa8341c-3794-440c-b87c-751096c2060e,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:02.881982 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36538) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:02.950503 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c3860440-8097-4ca7-ab65-74734ba7756e admin admin] Publish callbacks [] for security_group (1aa8341c-3794-440c-b87c-751096c2060e), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:02.972010 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c3860440-8097-4ca7-ab65-74734ba7756e admin admin] Publish callbacks [] for security_group (1aa8341c-3794-440c-b87c-751096c2060e), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.204002 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c3860440-8097-4ca7-ab65-74734ba7756e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1aa8341c-3794-440c-b87c-751096c2060e), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.206638 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c3860440-8097-4ca7-ab65-74734ba7756e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.207953 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c3860440-8097-4ca7-ab65-74734ba7756e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1aa8341c-3794-440c-b87c-751096c2060e HTTP/1.1" status: 204 len: 168 time: 0.3249593 Aug 30 01:19:03.216349 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3860440-8097-4ca7-ab65-74734ba7756e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa8341c-3794-440c-b87c-751096c2060e,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:03.887008 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36554) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:03.900407 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-79cc1cea-ef13-46c5-ad77-4095309925aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:03.978979 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-79cc1cea-ef13-46c5-ad77-4095309925aa admin admin] Publish callbacks [] for security_group (10026e2e-9cbc-4272-94ee-2640d9b6d441), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.044329 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-79cc1cea-ef13-46c5-ad77-4095309925aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (10026e2e-9cbc-4272-94ee-2640d9b6d441), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.085955 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-79cc1cea-ef13-46c5-ad77-4095309925aa admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5358ccc9a0584a9dafbeea736f930807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978517 Aug 30 01:19:04.086654 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc1cea-ef13-46c5-ad77-4095309925aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10026e2e-9cbc-4272-94ee-2640d9b6d441,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:04.088802 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36556) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:04.141717 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b63b9417-9dc5-42cc-a198-0b23604c5c31 admin admin] Publish callbacks [] for security_group (10026e2e-9cbc-4272-94ee-2640d9b6d441), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.167157 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b63b9417-9dc5-42cc-a198-0b23604c5c31 admin admin] Publish callbacks [] for security_group (10026e2e-9cbc-4272-94ee-2640d9b6d441), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.267052 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b63b9417-9dc5-42cc-a198-0b23604c5c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (10026e2e-9cbc-4272-94ee-2640d9b6d441), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.269683 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b63b9417-9dc5-42cc-a198-0b23604c5c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:04.271004 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b63b9417-9dc5-42cc-a198-0b23604c5c31 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/10026e2e-9cbc-4272-94ee-2640d9b6d441 HTTP/1.1" status: 204 len: 168 time: 0.1811283 Aug 30 01:19:04.278980 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b9417-9dc5-42cc-a198-0b23604c5c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10026e2e-9cbc-4272-94ee-2640d9b6d441,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:10.774172 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=3,neutron:SELECT=36 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:11.597402 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36700) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:11.705512 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cd678d05-755d-4645-8b8f-87977f3b123d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:11.781032 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cd678d05-755d-4645-8b8f-87977f3b123d admin admin] Publish callbacks [] for security_group (d2ec77d1-7c5f-4072-9d72-b2efd46b5a11), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:11.872512 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-cd678d05-755d-4645-8b8f-87977f3b123d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (d2ec77d1-7c5f-4072-9d72-b2efd46b5a11), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:11.914456 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-cd678d05-755d-4645-8b8f-87977f3b123d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5b93bc70d91e4761bc3cad29d8061825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159208 Aug 30 01:19:11.915824 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd678d05-755d-4645-8b8f-87977f3b123d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ec77d1-7c5f-4072-9d72-b2efd46b5a11,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:11.917177 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36706) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:11.968684 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c4af5853-4f7f-4544-a3ab-40ba9a7339cf admin admin] Publish callbacks [] for security_group (d2ec77d1-7c5f-4072-9d72-b2efd46b5a11), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:11.990038 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c4af5853-4f7f-4544-a3ab-40ba9a7339cf admin admin] Publish callbacks [] for security_group (d2ec77d1-7c5f-4072-9d72-b2efd46b5a11), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.112279 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c4af5853-4f7f-4544-a3ab-40ba9a7339cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (d2ec77d1-7c5f-4072-9d72-b2efd46b5a11), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.115122 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-c4af5853-4f7f-4544-a3ab-40ba9a7339cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.116290 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-c4af5853-4f7f-4544-a3ab-40ba9a7339cf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d2ec77d1-7c5f-4072-9d72-b2efd46b5a11 HTTP/1.1" status: 204 len: 168 time: 0.1981215 Aug 30 01:19:12.125360 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af5853-4f7f-4544-a3ab-40ba9a7339cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ec77d1-7c5f-4072-9d72-b2efd46b5a11,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:12.808321 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36716) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:12.823069 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.912011 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Publish callbacks [] for security_group (d77bca67-1918-4fc7-bc23-b86bb6c04e7e), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.981133 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (d77bca67-1918-4fc7-bc23-b86bb6c04e7e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:12.997500 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:13.025184 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a5b647fedc864215a8bcf90a1738ef62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157357 Aug 30 01:19:13.026131 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77bca67-1918-4fc7-bc23-b86bb6c04e7e,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:13.027890 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36720) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:13.033868 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.034211 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.034557 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.034936 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.035376 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.035716 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.036040 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.036364 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.036959 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.037287 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.037614 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.037962 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.038285 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.038605 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.038925 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d12b2f-dbc2-425c-a4f5-0ca9980b471e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:13.079983 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a1b0584d-3d8c-49d5-95b3-700c3f5544e2 admin admin] Publish callbacks [] for security_group (d77bca67-1918-4fc7-bc23-b86bb6c04e7e), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:13.101027 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a1b0584d-3d8c-49d5-95b3-700c3f5544e2 admin admin] Publish callbacks [] for security_group (d77bca67-1918-4fc7-bc23-b86bb6c04e7e), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:13.230018 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:13.230938 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a1b0584d-3d8c-49d5-95b3-700c3f5544e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (d77bca67-1918-4fc7-bc23-b86bb6c04e7e), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:13.233682 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a1b0584d-3d8c-49d5-95b3-700c3f5544e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:13.234866 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-a1b0584d-3d8c-49d5-95b3-700c3f5544e2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d77bca67-1918-4fc7-bc23-b86bb6c04e7e HTTP/1.1" status: 204 len: 168 time: 0.2059963 Aug 30 01:19:13.243465 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0584d-3d8c-49d5-95b3-700c3f5544e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77bca67-1918-4fc7-bc23-b86bb6c04e7e,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:13.974788 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36730) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:13.989849 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-055058e3-41f7-404b-8ba3-253073d00e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.000511 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:14.069868 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-055058e3-41f7-404b-8ba3-253073d00e58 admin admin] Publish callbacks [] for security_group (702fc0b1-cf2c-4e60-9ad4-2947fa07d349), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.176603 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-055058e3-41f7-404b-8ba3-253073d00e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (702fc0b1-cf2c-4e60-9ad4-2947fa07d349), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.216225 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-055058e3-41f7-404b-8ba3-253073d00e58 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d8a13e8edcfe4f119e4033bc117a0924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402411 Aug 30 01:19:14.217143 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055058e3-41f7-404b-8ba3-253073d00e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702fc0b1-cf2c-4e60-9ad4-2947fa07d349,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:14.219289 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36732) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:14.227536 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:14.260478 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:14.273898 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-791cfd9f-36fd-42b6-a643-d3c12fe889aa admin admin] Publish callbacks [] for security_group (702fc0b1-cf2c-4e60-9ad4-2947fa07d349), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.291706 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:14.295095 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-791cfd9f-36fd-42b6-a643-d3c12fe889aa admin admin] Publish callbacks [] for security_group (702fc0b1-cf2c-4e60-9ad4-2947fa07d349), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.404030 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-791cfd9f-36fd-42b6-a643-d3c12fe889aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (702fc0b1-cf2c-4e60-9ad4-2947fa07d349), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.406899 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-791cfd9f-36fd-42b6-a643-d3c12fe889aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:14.408129 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-791cfd9f-36fd-42b6-a643-d3c12fe889aa admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/702fc0b1-cf2c-4e60-9ad4-2947fa07d349 HTTP/1.1" status: 204 len: 168 time: 0.1876044 Aug 30 01:19:14.417518 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cfd9f-36fd-42b6-a643-d3c12fe889aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702fc0b1-cf2c-4e60-9ad4-2947fa07d349,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:15.070076 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 36762) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:15.234529 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ef3dd79c-68ad-481c-82b2-df1bf4be064c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.318200 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ef3dd79c-68ad-481c-82b2-df1bf4be064c admin admin] Publish callbacks [] for security_group (5cb9a651-e2b8-43f9-8f1c-76b563b2ce97), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.416040 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ef3dd79c-68ad-481c-82b2-df1bf4be064c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (5cb9a651-e2b8-43f9-8f1c-76b563b2ce97), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.459822 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-ef3dd79c-68ad-481c-82b2-df1bf4be064c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e328fc06dc19416a889a1f08aef03943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863389 Aug 30 01:19:15.459822 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3dd79c-68ad-481c-82b2-df1bf4be064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb9a651-e2b8-43f9-8f1c-76b563b2ce97,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:15.460277 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36782) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:15.532271 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1ff5b43a-cda3-4980-8fbe-fc7d79a0f89e admin admin] Publish callbacks [] for security_group (5cb9a651-e2b8-43f9-8f1c-76b563b2ce97), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.558963 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1ff5b43a-cda3-4980-8fbe-fc7d79a0f89e admin admin] Publish callbacks [] for security_group (5cb9a651-e2b8-43f9-8f1c-76b563b2ce97), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.689376 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1ff5b43a-cda3-4980-8fbe-fc7d79a0f89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (5cb9a651-e2b8-43f9-8f1c-76b563b2ce97), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.692673 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1ff5b43a-cda3-4980-8fbe-fc7d79a0f89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:15.693926 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-1ff5b43a-cda3-4980-8fbe-fc7d79a0f89e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5cb9a651-e2b8-43f9-8f1c-76b563b2ce97 HTTP/1.1" status: 204 len: 168 time: 0.2317920 Aug 30 01:19:15.702313 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5b43a-cda3-4980-8fbe-fc7d79a0f89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb9a651-e2b8-43f9-8f1c-76b563b2ce97,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:18.667016 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:20.391816 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b2b04265-802b-46a8-83cf-05e1d0c13500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:20.737076 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36940) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:20.856142 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-82ef2077-f269-4021-9871-8f16a261df3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:20.939869 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-82ef2077-f269-4021-9871-8f16a261df3c admin admin] Publish callbacks [] for security_group (d06efa81-9f75-4679-a4a0-a2bd73ce411f), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:21.009698 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-82ef2077-f269-4021-9871-8f16a261df3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (d06efa81-9f75-4679-a4a0-a2bd73ce411f), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:21.048967 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef2077-f269-4021-9871-8f16a261df3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06efa81-9f75-4679-a4a0-a2bd73ce411f,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:21.053295 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-82ef2077-f269-4021-9871-8f16a261df3c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9151ec01210b4868bdace4ab81ecc20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144946 Aug 30 01:19:21.056013 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36946) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:21.105627 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7851e337-291c-4d55-824d-6fe7d9d9e39f admin admin] Publish callbacks [] for security_group (d06efa81-9f75-4679-a4a0-a2bd73ce411f), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:21.131405 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7851e337-291c-4d55-824d-6fe7d9d9e39f admin admin] Publish callbacks [] for security_group (d06efa81-9f75-4679-a4a0-a2bd73ce411f), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:21.141759 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:21.295378 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7851e337-291c-4d55-824d-6fe7d9d9e39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (d06efa81-9f75-4679-a4a0-a2bd73ce411f), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:21.298014 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7851e337-291c-4d55-824d-6fe7d9d9e39f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:21.299319 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-7851e337-291c-4d55-824d-6fe7d9d9e39f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d06efa81-9f75-4679-a4a0-a2bd73ce411f HTTP/1.1" status: 204 len: 168 time: 0.2423754 Aug 30 01:19:21.310454 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851e337-291c-4d55-824d-6fe7d9d9e39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06efa81-9f75-4679-a4a0-a2bd73ce411f,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:22.053144 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36958) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:22.068648 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ba748746-b077-4563-a1a4-463f91e0e44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:22.149199 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ba748746-b077-4563-a1a4-463f91e0e44e admin admin] Publish callbacks [] for security_group (afe58b10-82b9-4da8-99cc-28acd4957d19), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:22.249375 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ba748746-b077-4563-a1a4-463f91e0e44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (afe58b10-82b9-4da8-99cc-28acd4957d19), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:22.290375 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba748746-b077-4563-a1a4-463f91e0e44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe58b10-82b9-4da8-99cc-28acd4957d19,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:22.294945 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-ba748746-b077-4563-a1a4-463f91e0e44e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c25e05b8a3b346fc807e7164a25bcb58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406240 Aug 30 01:19:22.297868 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 36962) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:22.349675 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a1f8d366-489e-4157-a7ea-90b6de2c8fff admin admin] Publish callbacks [] for security_group (afe58b10-82b9-4da8-99cc-28acd4957d19), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:22.352201 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:22.374865 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a1f8d366-489e-4157-a7ea-90b6de2c8fff admin admin] Publish callbacks [] for security_group (afe58b10-82b9-4da8-99cc-28acd4957d19), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:22.611774 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a1f8d366-489e-4157-a7ea-90b6de2c8fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (afe58b10-82b9-4da8-99cc-28acd4957d19), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:22.614494 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a1f8d366-489e-4157-a7ea-90b6de2c8fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:22.615713 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-a1f8d366-489e-4157-a7ea-90b6de2c8fff admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/afe58b10-82b9-4da8-99cc-28acd4957d19 HTTP/1.1" status: 204 len: 168 time: 0.3167620 Aug 30 01:19:22.626051 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8d366-489e-4157-a7ea-90b6de2c8fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe58b10-82b9-4da8-99cc-28acd4957d19,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:22.957981 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-1f2b0598-0b09-403b-8a9b-a9447da3dc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:24.307452 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:25.451055 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=37,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:25.452379 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 37076) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:25.457601 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:25.564332 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6fbd91a1-a5e8-41e9-b36f-cdebf89b91a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:25.643338 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6fbd91a1-a5e8-41e9-b36f-cdebf89b91a5 admin admin] Publish callbacks [] for security_group (e3053ffa-04ef-4a44-9480-dc27862407ad), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:25.748278 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6fbd91a1-a5e8-41e9-b36f-cdebf89b91a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e3053ffa-04ef-4a44-9480-dc27862407ad), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:25.790046 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-6fbd91a1-a5e8-41e9-b36f-cdebf89b91a5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0430d4f343034016b189217c9d615ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364291 Aug 30 01:19:25.791059 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd91a1-a5e8-41e9-b36f-cdebf89b91a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3053ffa-04ef-4a44-9480-dc27862407ad,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:25.792799 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37080) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:25.814617 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:25.848307 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-430f4081-1181-44cd-b900-b0fe12b2b089 admin admin] Publish callbacks [] for security_group (e3053ffa-04ef-4a44-9480-dc27862407ad), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:25.849599 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:25.869471 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-430f4081-1181-44cd-b900-b0fe12b2b089 admin admin] Publish callbacks [] for security_group (e3053ffa-04ef-4a44-9480-dc27862407ad), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:26.026321 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-430f4081-1181-44cd-b900-b0fe12b2b089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e3053ffa-04ef-4a44-9480-dc27862407ad), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:26.028852 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-430f4081-1181-44cd-b900-b0fe12b2b089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:26.030029 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-430f4081-1181-44cd-b900-b0fe12b2b089 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e3053ffa-04ef-4a44-9480-dc27862407ad HTTP/1.1" status: 204 len: 168 time: 0.2356114 Aug 30 01:19:26.038295 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f4081-1181-44cd-b900-b0fe12b2b089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3053ffa-04ef-4a44-9480-dc27862407ad,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:26.453820 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=94 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:26.458809 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=88 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:26.813812 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37094) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:26.829222 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-74de7093-776f-41de-86b3-3fdd6697e505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:26.907975 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-74de7093-776f-41de-86b3-3fdd6697e505 admin admin] Publish callbacks [] for security_group (6e74bee9-2bee-4110-b00d-c870ed1e1081), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:27.071325 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-74de7093-776f-41de-86b3-3fdd6697e505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6e74bee9-2bee-4110-b00d-c870ed1e1081), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:27.113673 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de7093-776f-41de-86b3-3fdd6697e505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e74bee9-2bee-4110-b00d-c870ed1e1081,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:27.118223 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-74de7093-776f-41de-86b3-3fdd6697e505 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bef0cfe9c3404a128be955d4fac0eb5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033187 Aug 30 01:19:27.120921 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37096) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:27.146792 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:27.173892 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ab67678a-8524-42fe-974c-8e36e10f27fe admin admin] Publish callbacks [] for security_group (6e74bee9-2bee-4110-b00d-c870ed1e1081), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:27.194378 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ab67678a-8524-42fe-974c-8e36e10f27fe admin admin] Publish callbacks [] for security_group (6e74bee9-2bee-4110-b00d-c870ed1e1081), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:27.420651 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ab67678a-8524-42fe-974c-8e36e10f27fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6e74bee9-2bee-4110-b00d-c870ed1e1081), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:27.423318 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ab67678a-8524-42fe-974c-8e36e10f27fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:27.424483 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-ab67678a-8524-42fe-974c-8e36e10f27fe admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6e74bee9-2bee-4110-b00d-c870ed1e1081 HTTP/1.1" status: 204 len: 168 time: 0.3023105 Aug 30 01:19:27.432646 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67678a-8524-42fe-974c-8e36e10f27fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e74bee9-2bee-4110-b00d-c870ed1e1081,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:29.377528 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37146) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:29.635817 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-57e61178-99e3-44d4-b6a1-a69d233297b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:29.717753 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-57e61178-99e3-44d4-b6a1-a69d233297b6 admin admin] Publish callbacks [] for security_group (1334cf84-7ed5-4db8-810a-2d01dcc37402), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:29.815015 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-57e61178-99e3-44d4-b6a1-a69d233297b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1334cf84-7ed5-4db8-810a-2d01dcc37402), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:29.858341 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-57e61178-99e3-44d4-b6a1-a69d233297b6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=df5d9d59d2a246298cb28e971b9b5eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4793160 Aug 30 01:19:29.859282 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e61178-99e3-44d4-b6a1-a69d233297b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1334cf84-7ed5-4db8-810a-2d01dcc37402,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:29.861160 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 37172) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:29.915315 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2003250f-b94f-47bc-ba87-7c26d8e60175 admin admin] Publish callbacks [] for security_group (1334cf84-7ed5-4db8-810a-2d01dcc37402), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:29.935966 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2003250f-b94f-47bc-ba87-7c26d8e60175 admin admin] Publish callbacks [] for security_group (1334cf84-7ed5-4db8-810a-2d01dcc37402), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:30.129716 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2003250f-b94f-47bc-ba87-7c26d8e60175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1334cf84-7ed5-4db8-810a-2d01dcc37402), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:30.132370 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2003250f-b94f-47bc-ba87-7c26d8e60175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:30.134196 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-2003250f-b94f-47bc-ba87-7c26d8e60175 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1334cf84-7ed5-4db8-810a-2d01dcc37402 HTTP/1.1" status: 204 len: 168 time: 0.2712462 Aug 30 01:19:30.143162 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003250f-b94f-47bc-ba87-7c26d8e60175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1334cf84-7ed5-4db8-810a-2d01dcc37402,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:31.194403 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 37204) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:31.292417 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-249368221-network', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:31.374736 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Made reservation on behalf of 3068817b4ca34beca8bd4da5409e58ef for: {'network': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:31.377183 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:31.389458 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:31.471061 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Publish callbacks [] for security_group (0ee444bd-8c61-4f74-8725-326b9839094c), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:31.574526 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (0ee444bd-8c61-4f74-8725-326b9839094c), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:31.602113 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=107024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:19:31.612328 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee444bd-8c61-4f74-8725-326b9839094c,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:31.617345 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (4485dbd7-db7d-41d1-8937-af4345395bf1), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:31.625962 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.segments_db [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Added segment 4485dbd7-db7d-41d1-8937-af4345395bf1 of type vlan for network 8c6152a9-22c5-47c3-b922-7c52df366312 Aug 30 01:19:31.652046 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:31.666484 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (8c6152a9-22c5-47c3-b922-7c52df366312), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:31.774865 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (8c6152a9-22c5-47c3-b922-7c52df366312), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:31.775940 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:31.776517 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:31.846134 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] Pushing event updated for resources: {'Network': ['ID=8c6152a9-22c5-47c3-b922-7c52df366312,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:31.857013 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 8c6152a9-22c5-47c3-b922-7c52df366312 details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:19:31.919743 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37214) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:31.920306 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-6e8d59c9-bc9c-4266-9f9f-dbdda8bc25c0 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7243235 Aug 30 01:19:31.925808 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-9cdcff36-d199-4a3d-b6b0-3748608e5990 admin admin] Request body: {'subnet': {'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-249368221-subnet', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'ip_version': 4}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:31.929850 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:32.083241 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdcff36-d199-4a3d-b6b0-3748608e5990 admin admin] Made reservation on behalf of 3068817b4ca34beca8bd4da5409e58ef for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:32.086295 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9cdcff36-d199-4a3d-b6b0-3748608e5990 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13108123'] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:32.541032 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9cdcff36-d199-4a3d-b6b0-3748608e5990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13572862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13108109'] for subnet (334300b0-93b9-4213-837b-a819672a30f3), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:32.601345 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcff36-d199-4a3d-b6b0-3748608e5990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=334300b0-93b9-4213-837b-a819672a30f3,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:32.608991 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcff36-d199-4a3d-b6b0-3748608e5990 admin admin] Checking segment: {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:32.609345 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdcff36-d199-4a3d-b6b0-3748608e5990 admin admin] Network hostable DHCP agents. Network: 8c6152a9-22c5-47c3-b922-7c52df366312, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:19:32.701052 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdcff36-d199-4a3d-b6b0-3748608e5990 admin admin] Network 8c6152a9-22c5-47c3-b922-7c52df366312 is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:19:32.797355 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-9cdcff36-d199-4a3d-b6b0-3748608e5990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 8c6152a9-22c5-47c3-b922-7c52df366312) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:32.803272 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdcff36-d199-4a3d-b6b0-3748608e5990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:32.803886 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-9cdcff36-d199-4a3d-b6b0-3748608e5990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:32.808781 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b9ace0-4b83-4051-a746-6d28a78f7d91 None None] Network 8c6152a9-22c5-47c3-b922-7c52df366312 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:19:32.915749 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95ee51a5-2310-549f-978a-ba0d001b608d-8c6152a9-22c5-47c3-b922-7c52df366312', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3'}]}} from dv-cinder-815712-11-iscsi. {{(pid=107026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:19:32.916390 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-9cdcff36-d199-4a3d-b6b0-3748608e5990 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9943702 Aug 30 01:19:32.916825 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:32.918614 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37228) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:32.922893 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:33.015295 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2816'] for router (d5aff5c9-f137-421d-864b-2ed3758b749e), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:33.016423 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-389844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2937'] for router (d5aff5c9-f137-421d-864b-2ed3758b749e), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:33.023494 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:33.062648 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.db_base_plugin_common [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Allocated IP 172.20.0.2 (8c6152a9-22c5-47c3-b922-7c52df366312/334300b0-93b9-4213-837b-a819672a30f3/d77af30b-ef65-423b-9191-0ec9bd80a589) {{(pid=107026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:33.075255 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Publish callbacks [] for router_controller (d5aff5c9-f137-421d-864b-2ed3758b749e), precommit_add_association {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:33.206949 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Publish callbacks [] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), precommit_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:33.277882 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:33.317073 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Network 8c6152a9-22c5-47c3-b922-7c52df366312 is already hosted by enough agents. {{(pid=107026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:33.321236 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.base_scheduler [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Resources bound (agent type, host, resource id): {{(pid=107026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:33.323491 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Publish callbacks [] for router_gateway (d5aff5c9-f137-421d-864b-2ed3758b749e), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:33.324866 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Received port after_create {{(pid=107026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:33.334044 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Pushing event updated for resources: {'Port': ['ID=d77af30b-ef65-423b-9191-0ec9bd80a589,revision_number=1']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:33.388960 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Attempting to bind port d77af30b-ef65-423b-9191-0ec9bd80a589 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:33.389350 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Attempting to bind port d77af30b-ef65-423b-9191-0ec9bd80a589 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:33.389703 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Attempting to bind port d77af30b-ef65-423b-9191-0ec9bd80a589 on network 8c6152a9-22c5-47c3-b922-7c52df366312 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:33.396033 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:33.396417 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Checking segment: {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:33.396816 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:33.397200 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Bound using segment: {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:33.397660 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Bound port: d77af30b-ef65-423b-9191-0ec9bd80a589, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:33.398069 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:33.464759 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] For port d77af30b-ef65-423b-9191-0ec9bd80a589, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:33.468396 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] For port d77af30b-ef65-423b-9191-0ec9bd80a589, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=d77af30b-ef65-423b-9191-0ec9bd80a589,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:33.534415 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:33.566381 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Publish callbacks [] for router_gateway (d5aff5c9-f137-421d-864b-2ed3758b749e), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:33.587146 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:33.590786 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366b9e2-0d5c-4763-b9a1-9d79c35e1ace None None] Pushing event updated for resources: {'Port': ['ID=d77af30b-ef65-423b-9191-0ec9bd80a589,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:33.709349 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Allocated IP 172.27.1.205 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/ea7b68ef-641e-43f5-9d73-f54129e591c1) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:33.845336 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Publish callbacks [] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:33.854469 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:33.935685 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:33.981872 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:33.987076 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:33.989889 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Pushing event updated for resources: {'Port': ['ID=ea7b68ef-641e-43f5-9d73-f54129e591c1,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:33.992018 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:34.124359 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:34.340504 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Publish callbacks [] for router_gateway (d5aff5c9-f137-421d-864b-2ed3758b749e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:34.386393 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device d77af30b-ef65-423b-9191-0ec9bd80a589 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:34.450385 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port d77af30b-ef65-423b-9191-0ec9bd80a589 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:34.450864 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:34.552997 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476989'] for router (d5aff5c9-f137-421d-864b-2ed3758b749e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:34.667048 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a112584a-997f-4322-b4a3-310953e83461 None None] Network 8c6152a9-22c5-47c3-b922-7c52df366312 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:19:34.731801 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-868e9b70-6983-435b-95f3-3522e934ced0 None None] Provisioning complete for port d77af30b-ef65-423b-9191-0ec9bd80a589 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:34.732179 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-868e9b70-6983-435b-95f3-3522e934ced0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:34.736402 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port d77af30b-ef65-423b-9191-0ec9bd80a589 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:34.736782 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:34.775091 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Router d5aff5c9-f137-421d-864b-2ed3758b749e is scheduled to L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a with binding_index 1 {{(pid=107025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:19:34.828715 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port d77af30b-ef65-423b-9191-0ec9bd80a589, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=d77af30b-ef65-423b-9191-0ec9bd80a589,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:34.835159 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:34.883836 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:19:34.884357 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:34.898592 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:34.902629 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-868e9b70-6983-435b-95f3-3522e934ced0 None None] Current status of the port d77af30b-ef65-423b-9191-0ec9bd80a589 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:34.903031 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-868e9b70-6983-435b-95f3-3522e934ced0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:34.906786 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Sync routers for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:19:34.919941 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:34.920527 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:19:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:34.928370 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:34.993097 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.db.api [None req-868e9b70-6983-435b-95f3-3522e934ced0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 30 01:19:34.993520 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG oslo_db.api [None req-868e9b70-6983-435b-95f3-3522e934ced0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 01:19:35.005905 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=d77af30b-ef65-423b-9191-0ec9bd80a589,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:35.016856 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.018397 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-cf781365-6499-4f1e-b7ba-95e537341b8d admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0987492 Aug 30 01:19:35.023682 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37242) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:35.048943 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:35.234935 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:34Z', 'revision_number': 3, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:35.265079 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Checking router: d5aff5c9-f137-421d-864b-2ed3758b749e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:19:35.265424 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Updating router d5aff5c9-f137-421d-864b-2ed3758b749e port ea7b68ef-641e-43f5-9d73-f54129e591c1 binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:19:35.285201 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:35.294778 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.375523 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:35.460568 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.547602 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-868e9b70-6983-435b-95f3-3522e934ced0 None None] Current status of the port d77af30b-ef65-423b-9191-0ec9bd80a589 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:35.561625 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Publish callbacks [] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.629024 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Allocated IP 172.20.0.1 (8c6152a9-22c5-47c3-b922-7c52df366312/334300b0-93b9-4213-837b-a819672a30f3/3208a6a1-c397-4c79-91f8-291162a640dd) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:35.631974 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 37248) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:35.668142 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-7a88967e-f28b-4e6a-ac4e-c9c118c24db6 None None] Provisioning complete for port d77af30b-ef65-423b-9191-0ec9bd80a589 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:35.668796 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7a88967e-f28b-4e6a-ac4e-c9c118c24db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.683469 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.737966 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Pushing event updated for resources: {'Port': ['ID=ea7b68ef-641e-43f5-9d73-f54129e591c1,revision_number=2']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:35.748434 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.749113 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.749692 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.750286 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.750818 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.751345 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.751876 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.752402 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.752959 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.753485 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.754057 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.755120 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.755650 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.756210 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.756600 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:35.762482 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Attempting to bind port ea7b68ef-641e-43f5-9d73-f54129e591c1 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:35.763113 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Attempting to bind port ea7b68ef-641e-43f5-9d73-f54129e591c1 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:35.763708 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Attempting to bind port ea7b68ef-641e-43f5-9d73-f54129e591c1 on network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:35.764656 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Publish callbacks [] for port (3208a6a1-c397-4c79-91f8-291162a640dd), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.766480 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-7a88967e-f28b-4e6a-ac4e-c9c118c24db6 None None] Current status of the port d77af30b-ef65-423b-9191-0ec9bd80a589 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:35.769417 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:35.772798 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Checking segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:35.772798 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.772798 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Bound using segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:35.772798 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Bound port: ea7b68ef-641e-43f5-9d73-f54129e591c1, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:35.772798 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.789213 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.824563 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] For port ea7b68ef-641e-43f5-9d73-f54129e591c1, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:35.827929 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] For port ea7b68ef-641e-43f5-9d73-f54129e591c1, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=ea7b68ef-641e-43f5-9d73-f54129e591c1,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:35.868590 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Publish callbacks [] for security_group (c84b7d41-1358-4865-96bc-ca081584a02a), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.900502 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.940962 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.941622 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Network 8c6152a9-22c5-47c3-b922-7c52df366312 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:35.945835 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:35.946959 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:35.951194 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:35.981141 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:35.981783 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:19:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:35.983161 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Pushing event updated for resources: {'Port': ['ID=3208a6a1-c397-4c79-91f8-291162a640dd,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:35.991662 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (c84b7d41-1358-4865-96bc-ca081584a02a), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:35.995919 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:36.040410 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481881'] for router_interface (d5aff5c9-f137-421d-864b-2ed3758b749e), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.061557 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cd14cbd387ab42f2917868c5b5a8be75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4263241 Aug 30 01:19:36.063029 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 37256) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:36.063896 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84b7d41-1358-4865-96bc-ca081584a02a,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:36.096170 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.096743 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.097242 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.097788 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.098814 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.099379 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.099896 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.100384 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.100886 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.101373 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.101977 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.102482 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.102966 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.103447 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.104175 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3f7579-799f-4dac-8cfc-ad17f3bfb794 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:19:36.185025 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5b40acb9-c3e3-42db-bdc5-5643d9246a55 admin admin] Publish callbacks [] for security_group (c84b7d41-1358-4865-96bc-ca081584a02a), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.214828 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5b40acb9-c3e3-42db-bdc5-5643d9246a55 admin admin] Publish callbacks [] for security_group (c84b7d41-1358-4865-96bc-ca081584a02a), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.222029 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:36.271212 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.290605 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:36.292248 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:36.306279 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-5beed133-e3dd-40f6-989c-e07e33b5c6f5 None None] Provisioning complete for port 3208a6a1-c397-4c79-91f8-291162a640dd triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:36.306550 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0c95a-6537-4cdf-a1b5-3a7213a26a49 None None] Pushing event updated for resources: {'Port': ['ID=ea7b68ef-641e-43f5-9d73-f54129e591c1,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:36.309497 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5beed133-e3dd-40f6-989c-e07e33b5c6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.367318 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-5beed133-e3dd-40f6-989c-e07e33b5c6f5 None None] Port 3208a6a1-c397-4c79-91f8-291162a640dd cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:19:36.409229 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5b40acb9-c3e3-42db-bdc5-5643d9246a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (c84b7d41-1358-4865-96bc-ca081584a02a), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.412334 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-5b40acb9-c3e3-42db-bdc5-5643d9246a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.413777 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-5b40acb9-c3e3-42db-bdc5-5643d9246a55 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c84b7d41-1358-4865-96bc-ca081584a02a HTTP/1.1" status: 204 len: 168 time: 0.3382266 Aug 30 01:19:36.428019 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40acb9-c3e3-42db-bdc5-5643d9246a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84b7d41-1358-4865-96bc-ca081584a02a,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:36.449369 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device d77af30b-ef65-423b-9191-0ec9bd80a589 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:36.451551 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:34Z', 'revision_number': 3, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:36.500690 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d35e85-2d5f-4063-8de2-a4953ce11d8b None None] The sync data for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi is: [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:34Z', 'revision_number': 3, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:19:36.520995 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port d77af30b-ef65-423b-9191-0ec9bd80a589 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:36.521466 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.620728 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port d77af30b-ef65-423b-9191-0ec9bd80a589 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:36.714892 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:36.741107 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Publish callbacks [] for port (3208a6a1-c397-4c79-91f8-291162a640dd), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.804423 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13572423'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.887338 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481997'] for router_interface (d5aff5c9-f137-421d-864b-2ed3758b749e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:36.891577 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Pushing event updated for resources: {'Port': ['ID=3208a6a1-c397-4c79-91f8-291162a640dd,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:37.008612 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Network 8c6152a9-22c5-47c3-b922-7c52df366312 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:37.010185 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:37.148383 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Router d5aff5c9-f137-421d-864b-2ed3758b749e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:19:37.230996 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 37266) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:37.250263 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8a7ca3dd-def1-4683-a09c-1530344cf152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.275676 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:37.281907 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:19:37.296766 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-988194de-8082-44b3-8ec2-89410db15d0b admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d5aff5c9-f137-421d-864b-2ed3758b749e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2665765 Aug 30 01:19:37.311940 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-ecc1d81c-34d2-42ca-887c-6cfb5719643f None None] Provisioning complete for port 3208a6a1-c397-4c79-91f8-291162a640dd triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:37.312311 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ecc1d81c-34d2-42ca-887c-6cfb5719643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.346300 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8a7ca3dd-def1-4683-a09c-1530344cf152 admin admin] Publish callbacks [] for security_group (e10e7829-be34-4a40-9356-cabe2a2ab066), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.361460 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1d81c-34d2-42ca-887c-6cfb5719643f None None] Port 3208a6a1-c397-4c79-91f8-291162a640dd cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:19:37.409068 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-8a7ca3dd-def1-4683-a09c-1530344cf152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e10e7829-be34-4a40-9356-cabe2a2ab066), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.463242 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ca3dd-def1-4683-a09c-1530344cf152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10e7829-be34-4a40-9356-cabe2a2ab066,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:37.475220 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-8a7ca3dd-def1-4683-a09c-1530344cf152 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b2434e64cd164be6a1efb346e840315e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414799 Aug 30 01:19:37.476297 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 37272) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:37.534061 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:37.540703 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c7920603-ef52-4acf-a387-7aaaf6ff50af admin admin] Publish callbacks [] for security_group (e10e7829-be34-4a40-9356-cabe2a2ab066), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.564071 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c7920603-ef52-4acf-a387-7aaaf6ff50af admin admin] Publish callbacks [] for security_group (e10e7829-be34-4a40-9356-cabe2a2ab066), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.781161 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c7920603-ef52-4acf-a387-7aaaf6ff50af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (e10e7829-be34-4a40-9356-cabe2a2ab066), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.784878 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c7920603-ef52-4acf-a387-7aaaf6ff50af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:37.785171 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-c7920603-ef52-4acf-a387-7aaaf6ff50af admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e10e7829-be34-4a40-9356-cabe2a2ab066 HTTP/1.1" status: 204 len: 168 time: 0.3077149 Aug 30 01:19:37.794282 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7920603-ef52-4acf-a387-7aaaf6ff50af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10e7829-be34-4a40-9356-cabe2a2ab066,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:38.227502 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 37294) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:38.232336 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2090218234-network', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:38.290260 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Sync routers for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:19:38.308919 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:38.309549 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:19:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:38.345598 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Made reservation on behalf of 561828cfc1c64d8b89e7e13f39cd6911 for: {'network': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:38.348243 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.357644 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.395670 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device ea7b68ef-641e-43f5-9d73-f54129e591c1 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:38.444938 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Publish callbacks [] for security_group (ce9c9596-228c-4928-a543-c7377e6fd725), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.450675 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:38.497713 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:19:38.500025 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ce9c9596-228c-4928-a543-c7377e6fd725), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.528670 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=107024) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:19:38.531702 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port ea7b68ef-641e-43f5-9d73-f54129e591c1 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:38.532012 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.542218 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9c9596-228c-4928-a543-c7377e6fd725,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:38.551760 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (8f0e224b-9e01-4a63-9216-98f5969b2e09), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.552192 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.segments_db [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Added segment 8f0e224b-9e01-4a63-9216-98f5969b2e09 of type vlan for network df313dbd-181e-4371-86e9-78d5b4ce37df Aug 30 01:19:38.600099 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (df313dbd-181e-4371-86e9-78d5b4ce37df), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.682272 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (df313dbd-181e-4371-86e9-78d5b4ce37df), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.683411 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:38.684057 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.695952 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:38.720718 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port ea7b68ef-641e-43f5-9d73-f54129e591c1 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:38.721089 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.733672 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 2, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:38.766402 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] Pushing event updated for resources: {'Network': ['ID=df313dbd-181e-4371-86e9-78d5b4ce37df,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:38.777667 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network df313dbd-181e-4371-86e9-78d5b4ce37df details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:19:38.780623 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Checking router: d5aff5c9-f137-421d-864b-2ed3758b749e for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:19:38.780974 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Updating router d5aff5c9-f137-421d-864b-2ed3758b749e port 3208a6a1-c397-4c79-91f8-291162a640dd binding host dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:19:38.783815 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port ea7b68ef-641e-43f5-9d73-f54129e591c1, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=ea7b68ef-641e-43f5-9d73-f54129e591c1,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:38.846761 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-91f9b6ee-115d-4eb9-9323-5e78bd72587d admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6181479 Aug 30 01:19:38.851337 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37308) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:38.857519 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-7dc3a47b-f77d-4b9a-ba73-c791cd7f1df1 admin admin] Request body: {'subnet': {'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2090218234-subnet', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'ip_version': 4}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:38.867306 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.889211 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:38.939637 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc3a47b-f77d-4b9a-ba73-c791cd7f1df1 admin admin] Made reservation on behalf of 561828cfc1c64d8b89e7e13f39cd6911 for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:38.942868 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a47b-f77d-4b9a-ba73-c791cd7f1df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13108123'] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.014093 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=ea7b68ef-641e-43f5-9d73-f54129e591c1,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:39.060658 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:39.226207 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a47b-f77d-4b9a-ba73-c791cd7f1df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13572862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13108109'] for subnet (13f00318-c7e4-48ae-a398-2dada27a1137), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.293607 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3a47b-f77d-4b9a-ba73-c791cd7f1df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f00318-c7e4-48ae-a398-2dada27a1137,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:39.305023 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc3a47b-f77d-4b9a-ba73-c791cd7f1df1 admin admin] Checking segment: {'id': '8f0e224b-9e01-4a63-9216-98f5969b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:39.305388 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc3a47b-f77d-4b9a-ba73-c791cd7f1df1 admin admin] Network hostable DHCP agents. Network: df313dbd-181e-4371-86e9-78d5b4ce37df, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:19:39.338246 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Publish callbacks [] for port (3208a6a1-c397-4c79-91f8-291162a640dd), precommit_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.386045 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc3a47b-f77d-4b9a-ba73-c791cd7f1df1 admin admin] Network df313dbd-181e-4371-86e9-78d5b4ce37df is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:19:39.408936 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.435844 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:39.465350 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-7dc3a47b-f77d-4b9a-ba73-c791cd7f1df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, df313dbd-181e-4371-86e9-78d5b4ce37df) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:39.470377 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc3a47b-f77d-4b9a-ba73-c791cd7f1df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:39.471023 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7dc3a47b-f77d-4b9a-ba73-c791cd7f1df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.493045 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c587963-0496-4209-85d4-b64d881d6dea None None] Network df313dbd-181e-4371-86e9-78d5b4ce37df requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:19:39.514816 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88be9f8-5818-40e0-abf6-5b8041a006c1 None None] Pushing event updated for resources: {'Port': ['ID=3208a6a1-c397-4c79-91f8-291162a640dd,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:39.561701 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Attempting to bind port 3208a6a1-c397-4c79-91f8-291162a640dd on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:39.562092 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Attempting to bind port 3208a6a1-c397-4c79-91f8-291162a640dd by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:39.562451 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Attempting to bind port 3208a6a1-c397-4c79-91f8-291162a640dd on network 8c6152a9-22c5-47c3-b922-7c52df366312 {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:39.576715 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:39.577086 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Checking segment: {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:39.577482 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.577896 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Bound using segment: {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:39.578364 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Bound port: 3208a6a1-c397-4c79-91f8-291162a640dd, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:39.578740 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.612376 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-7dc3a47b-f77d-4b9a-ba73-c791cd7f1df1 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7587683 Aug 30 01:19:39.615190 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37322) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:39.620419 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2090218234-router', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:39.652244 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95ee51a5-2310-549f-978a-ba0d001b608d-df313dbd-181e-4371-86e9-78d5b4ce37df', 'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df', 'project_id': '561828cfc1c64d8b89e7e13f39cd6911', 'fixed_ips': [{'subnet_id': '13f00318-c7e4-48ae-a398-2dada27a1137'}]}} from dv-cinder-815712-11-iscsi. {{(pid=107026) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 01:19:39.653147 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.697335 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] For port 3208a6a1-c397-4c79-91f8-291162a640dd, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:39.701345 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] For port 3208a6a1-c397-4c79-91f8-291162a640dd, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=3208a6a1-c397-4c79-91f8-291162a640dd,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:39.752507 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-483277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2816'] for router (bb82c896-dd5f-4aa5-afce-29992f73cb90), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.753548 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-483056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-389844', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-468292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2937'] for router (bb82c896-dd5f-4aa5-afce-29992f73cb90), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.800623 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.822319 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Publish callbacks [] for router_controller (bb82c896-dd5f-4aa5-afce-29992f73cb90), precommit_add_association {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:39.863287 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:39.864628 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:19:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:39.869055 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.db_base_plugin_common [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Allocated IP 172.20.0.2 (df313dbd-181e-4371-86e9-78d5b4ce37df/13f00318-c7e4-48ae-a398-2dada27a1137/790992f6-7835-4e2e-a371-c26f818c05e3) {{(pid=107026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:39.923775 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88be9f8-5818-40e0-abf6-5b8041a006c1 None None] Pushing event updated for resources: {'Port': ['ID=3208a6a1-c397-4c79-91f8-291162a640dd,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:40.062739 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:40.078027 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Publish callbacks [] for router_gateway (bb82c896-dd5f-4aa5-afce-29992f73cb90), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:40.231976 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:40.233099 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Publish callbacks [] for port (790992f6-7835-4e2e-a371-c26f818c05e3), precommit_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:40.329299 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:39Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:40.356182 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942cc6bc-c58e-4934-a812-f700f8dc0ee5 None None] The sync data for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi is: [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:39Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:19:40.368010 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device ea7b68ef-641e-43f5-9d73-f54129e591c1 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:40.371588 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), after_create {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:40.405671 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Publish callbacks [] for router_gateway (bb82c896-dd5f-4aa5-afce-29992f73cb90), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:40.433290 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:40.484299 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Network df313dbd-181e-4371-86e9-78d5b4ce37df is already hosted by enough agents. {{(pid=107026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:40.494208 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.scheduler.base_scheduler [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Resources bound (agent type, host, resource id): {{(pid=107026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:40.498295 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Pushing event updated for resources: {'Port': ['ID=790992f6-7835-4e2e-a371-c26f818c05e3,revision_number=1']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:40.502194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Received port after_create {{(pid=107026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:40.537232 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:40.539838 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port ea7b68ef-641e-43f5-9d73-f54129e591c1 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:40.540214 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:40.601774 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Attempting to bind port 790992f6-7835-4e2e-a371-c26f818c05e3 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:40.602123 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Attempting to bind port 790992f6-7835-4e2e-a371-c26f818c05e3 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '8f0e224b-9e01-4a63-9216-98f5969b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:40.602478 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Attempting to bind port 790992f6-7835-4e2e-a371-c26f818c05e3 on network df313dbd-181e-4371-86e9-78d5b4ce37df {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:40.612930 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:40.612930 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Checking segment: {'id': '8f0e224b-9e01-4a63-9216-98f5969b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:40.612930 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:40.618967 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Bound using segment: {'id': '8f0e224b-9e01-4a63-9216-98f5969b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:40.618967 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Bound port: 790992f6-7835-4e2e-a371-c26f818c05e3, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0e224b-9e01-4a63-9216-98f5969b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:40.618967 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:40.623137 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:40.624712 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Allocated IP 172.27.1.132 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/98ecff6f-5946-47ed-886a-501d09473b35) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:40.633908 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:40.635870 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:40.710098 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port ea7b68ef-641e-43f5-9d73-f54129e591c1 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:40.715655 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] For port 790992f6-7835-4e2e-a371-c26f818c05e3, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:40.726977 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] For port 790992f6-7835-4e2e-a371-c26f818c05e3, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=790992f6-7835-4e2e-a371-c26f818c05e3,segment=NetworkSegment(8f0e224b-9e01-4a63-9216-98f5969b2e09),segment_id=8f0e224b-9e01-4a63-9216-98f5969b2e09)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:40.772476 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Publish callbacks [] for port (98ecff6f-5946-47ed-886a-501d09473b35), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:40.780495 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 37350) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:40.814884 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:40.875231 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad78d9-b4ae-4a77-96ea-1ec98bca686e None None] Pushing event updated for resources: {'Port': ['ID=790992f6-7835-4e2e-a371-c26f818c05e3,revision_number=2']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:40.896154 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (98ecff6f-5946-47ed-886a-501d09473b35), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:40.937722 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f81494ef-8086-4d5d-a024-2dbac88c5d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:40.939586 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:40.945950 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:40.962161 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:40.981051 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:40.995798 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=98ecff6f-5946-47ed-886a-501d09473b35,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:41.049696 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f81494ef-8086-4d5d-a024-2dbac88c5d43 admin admin] Publish callbacks [] for security_group (5cde986a-d6dd-4325-a616-98b10e7e04d0), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:41.117092 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f81494ef-8086-4d5d-a024-2dbac88c5d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (5cde986a-d6dd-4325-a616-98b10e7e04d0), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:41.165414 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81494ef-8086-4d5d-a024-2dbac88c5d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cde986a-d6dd-4325-a616-98b10e7e04d0,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:41.172965 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f81494ef-8086-4d5d-a024-2dbac88c5d43 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5f44e6ea3fd5404d974b929b3aee88d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901348 Aug 30 01:19:41.173199 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37354) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:41.234569 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-095aa881-b5ee-4483-992b-48e3d0ef121f admin admin] Publish callbacks [] for security_group (5cde986a-d6dd-4325-a616-98b10e7e04d0), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:41.263183 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-095aa881-b5ee-4483-992b-48e3d0ef121f admin admin] Publish callbacks [] for security_group (5cde986a-d6dd-4325-a616-98b10e7e04d0), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:41.398698 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Publish callbacks [] for router_gateway (bb82c896-dd5f-4aa5-afce-29992f73cb90), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:41.450810 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-095aa881-b5ee-4483-992b-48e3d0ef121f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (5cde986a-d6dd-4325-a616-98b10e7e04d0), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:41.453394 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-095aa881-b5ee-4483-992b-48e3d0ef121f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:41.454683 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-095aa881-b5ee-4483-992b-48e3d0ef121f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5cde986a-d6dd-4325-a616-98b10e7e04d0 HTTP/1.1" status: 204 len: 168 time: 0.2798247 Aug 30 01:19:41.509423 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:41.511906 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095aa881-b5ee-4483-992b-48e3d0ef121f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cde986a-d6dd-4325-a616-98b10e7e04d0,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:41.651563 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-476989'] for router (bb82c896-dd5f-4aa5-afce-29992f73cb90), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:41.755670 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:41.894725 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Router bb82c896-dd5f-4aa5-afce-29992f73cb90 is scheduled to L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a with binding_index 1 {{(pid=107025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 01:19:41.966075 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2696a8b8-de23-4636-a986-194aeeeb1953 None None] Network df313dbd-181e-4371-86e9-78d5b4ce37df requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:19:42.007337 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:19:42.017071 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Sync routers for ids ['bb82c896-dd5f-4aa5-afce-29992f73cb90'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:19:42.028262 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Routers {'bb82c896-dd5f-4aa5-afce-29992f73cb90'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:42.029173 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:19:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['bb82c896-dd5f-4aa5-afce-29992f73cb90'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:42.034275 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-9c360ed1-2332-4051-966f-b69f28cc175e None None] Provisioning complete for port 790992f6-7835-4e2e-a371-c26f818c05e3 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:42.034649 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-9c360ed1-2332-4051-966f-b69f28cc175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.139593 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.142991 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f1824790-8496-4a64-83b9-093a05a0b6a8 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5266724 Aug 30 01:19:42.144263 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Set router bb82c896-dd5f-4aa5-afce-29992f73cb90 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:42.148142 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37362) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:42.156938 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-9c360ed1-2332-4051-966f-b69f28cc175e None None] Current status of the port 790992f6-7835-4e2e-a371-c26f818c05e3 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:42.157583 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-9c360ed1-2332-4051-966f-b69f28cc175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.198456 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-9c360ed1-2332-4051-966f-b69f28cc175e None None] For port 790992f6-7835-4e2e-a371-c26f818c05e3, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=790992f6-7835-4e2e-a371-c26f818c05e3,segment=NetworkSegment(8f0e224b-9e01-4a63-9216-98f5969b2e09),segment_id=8f0e224b-9e01-4a63-9216-98f5969b2e09)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:42.259140 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37364) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:42.285139 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-9c360ed1-2332-4051-966f-b69f28cc175e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.294505 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1b408d65-784d-4dfe-95d0-5fd33db2a51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.382971 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c360ed1-2332-4051-966f-b69f28cc175e None None] Pushing event updated for resources: {'Port': ['ID=790992f6-7835-4e2e-a371-c26f818c05e3,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:42.405239 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'name': 'tempest-TestVolumeBootPattern-2090218234-router', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '98ecff6f-5946-47ed-886a-501d09473b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:39Z', 'updated_at': '2022-08-30T01:19:41Z', 'revision_number': 3, 'project_id': '561828cfc1c64d8b89e7e13f39cd6911', 'gw_port': {'id': '98ecff6f-5946-47ed-886a-501d09473b35', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:40Z', 'updated_at': '2022-08-30T01:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:42.438745 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Checking router: bb82c896-dd5f-4aa5-afce-29992f73cb90 for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:19:42.439088 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Updating router bb82c896-dd5f-4aa5-afce-29992f73cb90 port 98ecff6f-5946-47ed-886a-501d09473b35 binding host dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:19:42.476052 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (98ecff6f-5946-47ed-886a-501d09473b35), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.494233 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 3208a6a1-c397-4c79-91f8-291162a640dd up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:42.533582 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-540fd93b-64c6-41cf-b135-b407280d8656 None None] Provisioning complete for port 790992f6-7835-4e2e-a371-c26f818c05e3 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:42.533882 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-540fd93b-64c6-41cf-b135-b407280d8656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.726789 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 3208a6a1-c397-4c79-91f8-291162a640dd triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:42.728003 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.751369 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:42.767969 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Publish callbacks [] for port (98ecff6f-5946-47ed-886a-501d09473b35), precommit_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.823713 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-540fd93b-64c6-41cf-b135-b407280d8656 None None] Current status of the port 790992f6-7835-4e2e-a371-c26f818c05e3 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:42.830406 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1b408d65-784d-4dfe-95d0-5fd33db2a51a admin admin] Publish callbacks [] for security_group (bf2d31a5-7760-4483-92c0-130a91da98b0), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.858685 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 3208a6a1-c397-4c79-91f8-291162a640dd is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:42.858936 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.860714 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (98ecff6f-5946-47ed-886a-501d09473b35), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.906491 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 3208a6a1-c397-4c79-91f8-291162a640dd, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=3208a6a1-c397-4c79-91f8-291162a640dd,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:42.920236 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Attempting to bind port 98ecff6f-5946-47ed-886a-501d09473b35 on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:42.920869 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Attempting to bind port 98ecff6f-5946-47ed-886a-501d09473b35 by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:42.921268 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Attempting to bind port 98ecff6f-5946-47ed-886a-501d09473b35 on network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:42.926415 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:42.929443 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1b408d65-784d-4dfe-95d0-5fd33db2a51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (bf2d31a5-7760-4483-92c0-130a91da98b0), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.930788 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595b385-fbaa-433e-9177-6a6fa8524dcc None None] Pushing event updated for resources: {'Port': ['ID=98ecff6f-5946-47ed-886a-501d09473b35,revision_number=2']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:42.933827 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:42.934878 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Checking segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:42.934878 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.935107 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Bound using segment: {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'} {{(pid=107027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:42.935399 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.managers [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Bound port: 98ecff6f-5946-47ed-886a-501d09473b35, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68cf215-5ea1-4c31-9af3-4582f2640dbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6'}}] {{(pid=107027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:42.935942 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (98ecff6f-5946-47ed-886a-501d09473b35), before_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.989345 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-1b408d65-784d-4dfe-95d0-5fd33db2a51a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4a36ef3ddc884e24ae3b1a8f9d32559c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7269008 Aug 30 01:19:42.992198 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] For port 98ecff6f-5946-47ed-886a-501d09473b35, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:42.993472 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37368) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:42.995578 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.plugins.ml2.db [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] For port 98ecff6f-5946-47ed-886a-501d09473b35, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=98ecff6f-5946-47ed-886a-501d09473b35,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:42.996327 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:42.997923 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 790992f6-7835-4e2e-a371-c26f818c05e3 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:43.027476 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b408d65-784d-4dfe-95d0-5fd33db2a51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2d31a5-7760-4483-92c0-130a91da98b0,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:43.078164 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron_lib.callbacks.manager [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (98ecff6f-5946-47ed-886a-501d09473b35), after_update {{(pid=107027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.081219 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=3208a6a1-c397-4c79-91f8-291162a640dd,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:43.091842 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 790992f6-7835-4e2e-a371-c26f818c05e3 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:43.092219 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.099456 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.109787 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:43.120058 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Routers {'bb82c896-dd5f-4aa5-afce-29992f73cb90'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:43.121369 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:19:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['bb82c896-dd5f-4aa5-afce-29992f73cb90'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:43.129005 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-530f2861-c6d5-4861-b9c7-f671dee9d64a admin admin] Publish callbacks [] for security_group (bf2d31a5-7760-4483-92c0-130a91da98b0), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.194495 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 790992f6-7835-4e2e-a371-c26f818c05e3 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:43.195190 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-530f2861-c6d5-4861-b9c7-f671dee9d64a admin admin] Publish callbacks [] for security_group (bf2d31a5-7760-4483-92c0-130a91da98b0), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.259285 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595b385-fbaa-433e-9177-6a6fa8524dcc None None] Pushing event updated for resources: {'Port': ['ID=98ecff6f-5946-47ed-886a-501d09473b35,revision_number=3']} {{(pid=107027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:43.303632 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] Set router bb82c896-dd5f-4aa5-afce-29992f73cb90 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:43.357524 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Allocated IP 172.20.0.1 (df313dbd-181e-4371-86e9-78d5b4ce37df/13f00318-c7e4-48ae-a398-2dada27a1137/bccb5491-a0ba-4b05-baa1-1f82e63e706e) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:19:43.367959 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:43.426429 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-530f2861-c6d5-4861-b9c7-f671dee9d64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (bf2d31a5-7760-4483-92c0-130a91da98b0), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.430398 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-530f2861-c6d5-4861-b9c7-f671dee9d64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.435253 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-530f2861-c6d5-4861-b9c7-f671dee9d64a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bf2d31a5-7760-4483-92c0-130a91da98b0 HTTP/1.1" status: 204 len: 168 time: 0.4369884 Aug 30 01:19:43.445353 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f2861-c6d5-4861-b9c7-f671dee9d64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2d31a5-7760-4483-92c0-130a91da98b0,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:43.573699 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'name': 'tempest-TestVolumeBootPattern-2090218234-router', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '98ecff6f-5946-47ed-886a-501d09473b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:39Z', 'updated_at': '2022-08-30T01:19:41Z', 'revision_number': 3, 'project_id': '561828cfc1c64d8b89e7e13f39cd6911', 'gw_port': {'id': '98ecff6f-5946-47ed-886a-501d09473b35', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:40Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:43.576449 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Publish callbacks [] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.609595 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655793a9-ae91-4246-9f75-b227de464c32 None None] The sync data for ids ['bb82c896-dd5f-4aa5-afce-29992f73cb90'] in dv-cinder-815712-11-iscsi is: [{'id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'name': 'tempest-TestVolumeBootPattern-2090218234-router', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '98ecff6f-5946-47ed-886a-501d09473b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:39Z', 'updated_at': '2022-08-30T01:19:41Z', 'revision_number': 3, 'project_id': '561828cfc1c64d8b89e7e13f39cd6911', 'gw_port': {'id': '98ecff6f-5946-47ed-886a-501d09473b35', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:40Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:19:43.729608 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.792491 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Network df313dbd-181e-4371-86e9-78d5b4ce37df is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:43.798030 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:43.802705 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:19:43.808724 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Pushing event updated for resources: {'Port': ['ID=bccb5491-a0ba-4b05-baa1-1f82e63e706e,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:43.860055 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-481881'] for router_interface (bb82c896-dd5f-4aa5-afce-29992f73cb90), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:43.999797 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:44.172092 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-97e69f21-e296-4bc6-95da-aef6d14ce0bd None None] Provisioning complete for port bccb5491-a0ba-4b05-baa1-1f82e63e706e triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:44.173358 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97e69f21-e296-4bc6-95da-aef6d14ce0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.213156 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.225010 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-97e69f21-e296-4bc6-95da-aef6d14ce0bd None None] Port bccb5491-a0ba-4b05-baa1-1f82e63e706e cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:19:44.435397 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Publish callbacks [] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.489837 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 3208a6a1-c397-4c79-91f8-291162a640dd up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:44.512296 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13572423'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.514163 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:44.517126 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:44.541976 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 3208a6a1-c397-4c79-91f8-291162a640dd triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:44.542356 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.592165 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-481997'] for router_interface (bb82c896-dd5f-4aa5-afce-29992f73cb90), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.600309 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Pushing event updated for resources: {'Port': ['ID=bccb5491-a0ba-4b05-baa1-1f82e63e706e,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:44.632408 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 3208a6a1-c397-4c79-91f8-291162a640dd is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:44.633477 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 790992f6-7835-4e2e-a371-c26f818c05e3 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:44.682880 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 790992f6-7835-4e2e-a371-c26f818c05e3 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:44.683529 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.707670 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Network df313dbd-181e-4371-86e9-78d5b4ce37df is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:19:44.709792 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:44.715246 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:44.721873 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:44.771684 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 790992f6-7835-4e2e-a371-c26f818c05e3 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:44.773315 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 98ecff6f-5946-47ed-886a-501d09473b35 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:44.826408 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 98ecff6f-5946-47ed-886a-501d09473b35 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:44.826812 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (98ecff6f-5946-47ed-886a-501d09473b35), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.830777 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Router bb82c896-dd5f-4aa5-afce-29992f73cb90 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:19:44.913071 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 98ecff6f-5946-47ed-886a-501d09473b35 is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:44.913750 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (98ecff6f-5946-47ed-886a-501d09473b35), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.946228 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port 98ecff6f-5946-47ed-886a-501d09473b35, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=98ecff6f-5946-47ed-886a-501d09473b35,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:44.947066 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:44.949634 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-c0af55cd-370b-4f21-9016-aa28e5b82348 None None] Provisioning complete for port bccb5491-a0ba-4b05-baa1-1f82e63e706e triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:44.950094 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-c0af55cd-370b-4f21-9016-aa28e5b82348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:44.952076 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:19:44.965447 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-def3910c-950f-472d-b3f8-a293fb51c80f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/bb82c896-dd5f-4aa5-afce-29992f73cb90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8084989 Aug 30 01:19:44.989381 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-c0af55cd-370b-4f21-9016-aa28e5b82348 None None] Port bccb5491-a0ba-4b05-baa1-1f82e63e706e cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:19:45.053661 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (98ecff6f-5946-47ed-886a-501d09473b35), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:45.106082 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=98ecff6f-5946-47ed-886a-501d09473b35,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:45.406471 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37390) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:45.411310 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-75a1257f-75a8-4870-9cac-0e996204e7d6 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1826305638', 'description': 'tempest-secgroup-smoke-1826305638 description', 'project_id': '3068817b4ca34beca8bd4da5409e58ef'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:45.452200 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Sync routers for ids ['bb82c896-dd5f-4aa5-afce-29992f73cb90'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:19:45.463544 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Routers {'bb82c896-dd5f-4aa5-afce-29992f73cb90'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:45.464142 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:19:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['bb82c896-dd5f-4aa5-afce-29992f73cb90'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:45.506480 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-75a1257f-75a8-4870-9cac-0e996204e7d6 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:45.581995 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Set router bb82c896-dd5f-4aa5-afce-29992f73cb90 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:45.584528 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-75a1257f-75a8-4870-9cac-0e996204e7d6 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group (6d7f6041-111b-4e8a-bae3-aa5179dbb724), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:45.665938 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-75a1257f-75a8-4870-9cac-0e996204e7d6 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6d7f6041-111b-4e8a-bae3-aa5179dbb724), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:45.697723 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1257f-75a8-4870-9cac-0e996204e7d6 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7f6041-111b-4e8a-bae3-aa5179dbb724,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:45.781104 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:45.782702 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-75a1257f-75a8-4870-9cac-0e996204e7d6 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:45.783958 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-75a1257f-75a8-4870-9cac-0e996204e7d6 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3765407 Aug 30 01:19:45.788242 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37396) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:45.792101 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'name': 'tempest-TestVolumeBootPattern-2090218234-router', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '98ecff6f-5946-47ed-886a-501d09473b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:39Z', 'updated_at': '2022-08-30T01:19:44Z', 'revision_number': 4, 'project_id': '561828cfc1c64d8b89e7e13f39cd6911', 'gw_port': {'id': '98ecff6f-5946-47ed-886a-501d09473b35', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:40Z', 'updated_at': '2022-08-30T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'bccb5491-a0ba-4b05-baa1-1f82e63e706e', 'name': '', 'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'mac_address': 'fa:16:3e:b2:98:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '13f00318-c7e4-48ae-a398-2dada27a1137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:43Z', 'updated_at': '2022-08-30T01:19:44Z', 'revision_number': 2, 'project_id': '561828cfc1c64d8b89e7e13f39cd6911', 'subnets': [{'id': '13f00318-c7e4-48ae-a398-2dada27a1137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:45.792798 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-a5cbad81-6981-48b0-8a07-13ae10bffb51 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Request body: {'security_group_rule': {'security_group_id': '6d7f6041-111b-4e8a-bae3-aa5179dbb724', 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:45.821342 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Checking router: bb82c896-dd5f-4aa5-afce-29992f73cb90 for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:19:45.821709 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Updating router bb82c896-dd5f-4aa5-afce-29992f73cb90 port bccb5491-a0ba-4b05-baa1-1f82e63e706e binding host dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 01:19:45.851366 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:45.881123 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a5cbad81-6981-48b0-8a07-13ae10bffb51 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (0bb06191-3bfd-4d92-b9f5-ac2c6582b451), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:45.932085 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a5cbad81-6981-48b0-8a07-13ae10bffb51 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (0bb06191-3bfd-4d92-b9f5-ac2c6582b451), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.026168 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a5cbad81-6981-48b0-8a07-13ae10bffb51 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (0bb06191-3bfd-4d92-b9f5-ac2c6582b451), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.050526 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbad81-6981-48b0-8a07-13ae10bffb51 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb06191-3bfd-4d92-b9f5-ac2c6582b451,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:46.129485 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-a5cbad81-6981-48b0-8a07-13ae10bffb51 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.130821 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-a5cbad81-6981-48b0-8a07-13ae10bffb51 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3415854 Aug 30 01:19:46.131174 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Publish callbacks [] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), precommit_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.133573 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37402) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:46.140781 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-f84f63ed-b5a8-4c8f-bfd5-3f87578b5201 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Request body: {'security_group_rule': {'security_group_id': '6d7f6041-111b-4e8a-bae3-aa5179dbb724', 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:46.185665 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.209659 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f84f63ed-b5a8-4c8f-bfd5-3f87578b5201 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (b9bccc14-5cac-46ce-9dfe-72a0a6a7ca90), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.251018 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631115a-b45b-4559-914f-cbe5c44a68b0 None None] Pushing event updated for resources: {'Port': ['ID=bccb5491-a0ba-4b05-baa1-1f82e63e706e,revision_number=3']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:46.272273 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f84f63ed-b5a8-4c8f-bfd5-3f87578b5201 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (b9bccc14-5cac-46ce-9dfe-72a0a6a7ca90), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.280933 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Attempting to bind port bccb5491-a0ba-4b05-baa1-1f82e63e706e on host dv-cinder-815712-11-iscsi for vnic_type normal with profile {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:19:46.281303 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Attempting to bind port bccb5491-a0ba-4b05-baa1-1f82e63e706e by drivers openvswitch,hyperv on host dv-cinder-815712-11-iscsi at level 0 using segments [{'id': '8f0e224b-9e01-4a63-9216-98f5969b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df'}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:19:46.281656 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Attempting to bind port bccb5491-a0ba-4b05-baa1-1f82e63e706e on network df313dbd-181e-4371-86e9-78d5b4ce37df {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:19:46.287706 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Checking agent: {'id': '1219fda8-8dff-4e47-9829-d0b177553635', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 2, 26), 'started_at': datetime.datetime(2022, 8, 30, 1, 2, 56), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:19:46.288187 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Checking segment: {'id': '8f0e224b-9e01-4a63-9216-98f5969b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:46.288460 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.288848 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Bound using segment: {'id': '8f0e224b-9e01-4a63-9216-98f5969b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df'} {{(pid=107026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:19:46.289312 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.managers [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Bound port: bccb5491-a0ba-4b05-baa1-1f82e63e706e, host: dv-cinder-815712-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0e224b-9e01-4a63-9216-98f5969b2e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df'}}] {{(pid=107026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:19:46.289686 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.356391 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 98ecff6f-5946-47ed-886a-501d09473b35 up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:46.359267 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] For port bccb5491-a0ba-4b05-baa1-1f82e63e706e, host dv-cinder-815712-11-iscsi, cleared binding levels {{(pid=107026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:19:46.367728 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f84f63ed-b5a8-4c8f-bfd5-3f87578b5201 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (b9bccc14-5cac-46ce-9dfe-72a0a6a7ca90), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.392057 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f63ed-b5a8-4c8f-bfd5-3f87578b5201 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bccc14-5cac-46ce-9dfe-72a0a6a7ca90,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:46.395237 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] For port bccb5491-a0ba-4b05-baa1-1f82e63e706e, host dv-cinder-815712-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=bccb5491-a0ba-4b05-baa1-1f82e63e706e,segment=NetworkSegment(8f0e224b-9e01-4a63-9216-98f5969b2e09),segment_id=8f0e224b-9e01-4a63-9216-98f5969b2e09)] {{(pid=107026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:19:46.420979 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port 98ecff6f-5946-47ed-886a-501d09473b35 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:46.421345 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (98ecff6f-5946-47ed-886a-501d09473b35), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.478909 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f84f63ed-b5a8-4c8f-bfd5-3f87578b5201 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.480288 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f84f63ed-b5a8-4c8f-bfd5-3f87578b5201 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3457346 Aug 30 01:19:46.483218 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37406) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:46.484063 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.487787 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-5ec77bd0-9775-416f-b547-67acc56fba1b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Request body: {'security_group_rule': {'security_group_id': '6d7f6041-111b-4e8a-bae3-aa5179dbb724', 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:46.533270 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port 98ecff6f-5946-47ed-886a-501d09473b35 is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:46.539306 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Routers {'bb82c896-dd5f-4aa5-afce-29992f73cb90'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:19:46.539927 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:19:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['bb82c896-dd5f-4aa5-afce-29992f73cb90'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:46.580870 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5ec77bd0-9775-416f-b547-67acc56fba1b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (9c4288bb-f478-4dc9-a68f-16a91590c32e), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.595803 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631115a-b45b-4559-914f-cbe5c44a68b0 None None] Pushing event updated for resources: {'Port': ['ID=bccb5491-a0ba-4b05-baa1-1f82e63e706e,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:46.643609 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5ec77bd0-9775-416f-b547-67acc56fba1b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (9c4288bb-f478-4dc9-a68f-16a91590c32e), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.659723 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] Set router bb82c896-dd5f-4aa5-afce-29992f73cb90 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:19:46.702812 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:46.705570 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5ec77bd0-9775-416f-b547-67acc56fba1b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (9c4288bb-f478-4dc9-a68f-16a91590c32e), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.725975 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec77bd0-9775-416f-b547-67acc56fba1b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4288bb-f478-4dc9-a68f-16a91590c32e,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:46.732967 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:46.776629 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5ec77bd0-9775-416f-b547-67acc56fba1b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.778033 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-5ec77bd0-9775-416f-b547-67acc56fba1b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2937121 Aug 30 01:19:46.781975 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37408) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:46.788105 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-5653d57f-4cf8-4fd2-a8c5-3ec37d400539 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Request body: {'security_group_rule': {'security_group_id': '6d7f6041-111b-4e8a-bae3-aa5179dbb724', 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:46.802610 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:46.864088 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'name': 'tempest-TestVolumeBootPattern-2090218234-router', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '98ecff6f-5946-47ed-886a-501d09473b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:39Z', 'updated_at': '2022-08-30T01:19:44Z', 'revision_number': 4, 'project_id': '561828cfc1c64d8b89e7e13f39cd6911', 'gw_port': {'id': '98ecff6f-5946-47ed-886a-501d09473b35', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:40Z', 'updated_at': '2022-08-30T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'bccb5491-a0ba-4b05-baa1-1f82e63e706e', 'name': '', 'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'mac_address': 'fa:16:3e:b2:98:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '13f00318-c7e4-48ae-a398-2dada27a1137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:43Z', 'updated_at': '2022-08-30T01:19:46Z', 'revision_number': 4, 'project_id': '561828cfc1c64d8b89e7e13f39cd6911', 'subnets': [{'id': '13f00318-c7e4-48ae-a398-2dada27a1137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:19:46.884097 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5653d57f-4cf8-4fd2-a8c5-3ec37d400539 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (e667b254-0755-48b0-a698-56382d777906), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:46.900371 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486410f2-418b-47ac-86db-a7e4e1e92437 None None] The sync data for ids ['bb82c896-dd5f-4aa5-afce-29992f73cb90'] in dv-cinder-815712-11-iscsi is: [{'id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'name': 'tempest-TestVolumeBootPattern-2090218234-router', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '98ecff6f-5946-47ed-886a-501d09473b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:39Z', 'updated_at': '2022-08-30T01:19:44Z', 'revision_number': 4, 'project_id': '561828cfc1c64d8b89e7e13f39cd6911', 'gw_port': {'id': '98ecff6f-5946-47ed-886a-501d09473b35', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:40Z', 'updated_at': '2022-08-30T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': 'bccb5491-a0ba-4b05-baa1-1f82e63e706e', 'name': '', 'network_id': 'df313dbd-181e-4371-86e9-78d5b4ce37df', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'mac_address': 'fa:16:3e:b2:98:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '13f00318-c7e4-48ae-a398-2dada27a1137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:43Z', 'updated_at': '2022-08-30T01:19:46Z', 'revision_number': 4, 'project_id': '561828cfc1c64d8b89e7e13f39cd6911', 'subnets': [{'id': '13f00318-c7e4-48ae-a398-2dada27a1137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:19:46.963162 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5653d57f-4cf8-4fd2-a8c5-3ec37d400539 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (e667b254-0755-48b0-a698-56382d777906), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.043080 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5653d57f-4cf8-4fd2-a8c5-3ec37d400539 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (e667b254-0755-48b0-a698-56382d777906), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.063932 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653d57f-4cf8-4fd2-a8c5-3ec37d400539 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e667b254-0755-48b0-a698-56382d777906,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:47.136414 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5653d57f-4cf8-4fd2-a8c5-3ec37d400539 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.137671 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-5653d57f-4cf8-4fd2-a8c5-3ec37d400539 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3546178 Aug 30 01:19:47.140837 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37412) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:47.147192 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-618e430a-5e5c-482b-b6f7-268b332db518 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Request body: {'security_group_rule': {'security_group_id': '6d7f6041-111b-4e8a-bae3-aa5179dbb724', 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:47.231359 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.securitygroups_db [None req-618e430a-5e5c-482b-b6f7-268b332db518 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Project 3068817b4ca34beca8bd4da5409e58ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:19:47.238179 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-618e430a-5e5c-482b-b6f7-268b332db518 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (2a82d685-fae0-4455-b5e2-cbfd67ed9f7f), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.243519 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:47.305673 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-618e430a-5e5c-482b-b6f7-268b332db518 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (2a82d685-fae0-4455-b5e2-cbfd67ed9f7f), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.391590 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-618e430a-5e5c-482b-b6f7-268b332db518 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (2a82d685-fae0-4455-b5e2-cbfd67ed9f7f), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.413811 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e430a-5e5c-482b-b6f7-268b332db518 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a82d685-fae0-4455-b5e2-cbfd67ed9f7f,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:47.673926 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-618e430a-5e5c-482b-b6f7-268b332db518 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.689375 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-618e430a-5e5c-482b-b6f7-268b332db518 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5334637 Aug 30 01:19:47.692181 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37414) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:47.697329 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-1dab375e-c850-4fdb-a890-30dc2615e8cc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Request body: {'security_group_rule': {'security_group_id': '6d7f6041-111b-4e8a-bae3-aa5179dbb724', 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:47.826153 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.securitygroups_db [None req-1dab375e-c850-4fdb-a890-30dc2615e8cc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Project 3068817b4ca34beca8bd4da5409e58ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 01:19:47.833326 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1dab375e-c850-4fdb-a890-30dc2615e8cc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (9f6f4b0d-e747-4439-b9ec-13e822a1a4e5), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.911566 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1dab375e-c850-4fdb-a890-30dc2615e8cc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (9f6f4b0d-e747-4439-b9ec-13e822a1a4e5), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.968683 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1dab375e-c850-4fdb-a890-30dc2615e8cc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417590'] for security_group_rule (9f6f4b0d-e747-4439-b9ec-13e822a1a4e5), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:47.989127 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab375e-c850-4fdb-a890-30dc2615e8cc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6f4b0d-e747-4439-b9ec-13e822a1a4e5,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:48.068250 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-1dab375e-c850-4fdb-a890-30dc2615e8cc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:48.069435 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-1dab375e-c850-4fdb-a890-30dc2615e8cc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3760550 Aug 30 01:19:48.367949 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device bccb5491-a0ba-4b05-baa1-1f82e63e706e up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:48.416259 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port bccb5491-a0ba-4b05-baa1-1f82e63e706e triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:48.416641 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:48.491484 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port bccb5491-a0ba-4b05-baa1-1f82e63e706e is: DOWN; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:48.491881 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:48.527913 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] For port bccb5491-a0ba-4b05-baa1-1f82e63e706e, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=bccb5491-a0ba-4b05-baa1-1f82e63e706e,segment=NetworkSegment(8f0e224b-9e01-4a63-9216-98f5969b2e09),segment_id=8f0e224b-9e01-4a63-9216-98f5969b2e09)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:19:48.580152 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:48.628705 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Pushing event updated for resources: {'Port': ['ID=bccb5491-a0ba-4b05-baa1-1f82e63e706e,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:49.533866 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:50.282480 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-2b396cad-7a40-4d14-8c8b-6b4123019f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:50.367782 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device bccb5491-a0ba-4b05-baa1-1f82e63e706e up at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:19:50.394721 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:50.415775 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Provisioning complete for port bccb5491-a0ba-4b05-baa1-1f82e63e706e triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:19:50.416070 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:50.494489 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Current status of the port bccb5491-a0ba-4b05-baa1-1f82e63e706e is: ACTIVE; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:19:51.163981 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=66,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:52.163397 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ea0964f2-1159-4c07-8511-193b9052efe6 req-474c77d8-2786-4c52-b8ee-3b1e116b4af0 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388076 Aug 30 01:19:52.288282 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0964f2-1159-4c07-8511-193b9052efe6 req-3d0d896e-6238-4722-b7d2-6bd3e8d31cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:52.290447 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ea0964f2-1159-4c07-8511-193b9052efe6 req-3d0d896e-6238-4722-b7d2-6bd3e8d31cab service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd&device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 1129 time: 0.0577221 Aug 30 01:19:52.405182 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0964f2-1159-4c07-8511-193b9052efe6 req-08794946-e0d5-4c51-bf07-879563aec8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:52.406717 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ea0964f2-1159-4c07-8511-193b9052efe6 req-08794946-e0d5-4c51-bf07-879563aec8be service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=80c77988-807f-4b63-8ab4-31648def8b2d HTTP/1.1" status: 200 len: 909 time: 0.0873566 Aug 30 01:19:52.481525 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ea0964f2-1159-4c07-8511-193b9052efe6 req-d5f50dd7-d2b0-4df6-8b03-3a6803a9da2b service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4 HTTP/1.1" status: 200 len: 1001 time: 0.0668375 Aug 30 01:19:52.535430 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0964f2-1159-4c07-8511-193b9052efe6 req-2e8205f1-0ab0-4d3d-96e8-a9ec2db0254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:52.537251 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ea0964f2-1159-4c07-8511-193b9052efe6 req-2e8205f1-0ab0-4d3d-96e8-a9ec2db0254b service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f4d271e0-560e-4f49-a7f4-4da3b43fee53 HTTP/1.1" status: 200 len: 847 time: 0.0490153 Aug 30 01:19:52.582011 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0964f2-1159-4c07-8511-193b9052efe6 req-8d12e3df-2681-48a8-9134-6f9384c6a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:52.585042 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ea0964f2-1159-4c07-8511-193b9052efe6 req-8d12e3df-2681-48a8-9134-6f9384c6a196 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=80c77988-807f-4b63-8ab4-31648def8b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413189 Aug 30 01:19:52.690838 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ea0964f2-1159-4c07-8511-193b9052efe6 req-b4925ce1-5412-46dc-8ff6-ee47363bbd26 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958109 Aug 30 01:19:52.790136 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ea0964f2-1159-4c07-8511-193b9052efe6 req-404f7e91-3af6-4280-92fb-65bc9dc10e50 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910387 Aug 30 01:19:52.917202 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-526e4eb8-0562-498b-8d48-9641ec622c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:54.231445 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:55.797254 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:55.798018 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.110170 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 37524) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:56.222297 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af6a39dd-0df9-4bc1-bc82-0c85ee697677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.324349 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af6a39dd-0df9-4bc1-bc82-0c85ee697677 admin admin] Publish callbacks [] for security_group (850da668-2d08-49c1-97e1-85f2849f5cb7), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.385703 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af6a39dd-0df9-4bc1-bc82-0c85ee697677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (850da668-2d08-49c1-97e1-85f2849f5cb7), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.429461 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-af6a39dd-0df9-4bc1-bc82-0c85ee697677 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6d66050655494b9880890460ef7ee8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181756 Aug 30 01:19:56.430403 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a39dd-0df9-4bc1-bc82-0c85ee697677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850da668-2d08-49c1-97e1-85f2849f5cb7,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:56.432270 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37530) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:56.487243 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-28abdc85-c7a8-436c-ab9c-cd82b0d5604b admin admin] Publish callbacks [] for security_group (850da668-2d08-49c1-97e1-85f2849f5cb7), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.510863 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-28abdc85-c7a8-436c-ab9c-cd82b0d5604b admin admin] Publish callbacks [] for security_group (850da668-2d08-49c1-97e1-85f2849f5cb7), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.631684 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-28abdc85-c7a8-436c-ab9c-cd82b0d5604b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (850da668-2d08-49c1-97e1-85f2849f5cb7), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.634364 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-28abdc85-c7a8-436c-ab9c-cd82b0d5604b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:56.635566 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-28abdc85-c7a8-436c-ab9c-cd82b0d5604b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/850da668-2d08-49c1-97e1-85f2849f5cb7 HTTP/1.1" status: 204 len: 168 time: 0.2015526 Aug 30 01:19:56.649601 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abdc85-c7a8-436c-ab9c-cd82b0d5604b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850da668-2d08-49c1-97e1-85f2849f5cb7,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:57.599887 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37556) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:57.703367 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-671960359-network', 'tenant_id': '6bb93b63909346cbab03513b7707f7b8'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:57.791083 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Made reservation on behalf of 6bb93b63909346cbab03513b7707f7b8 for: {'network': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:57.793482 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for network (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.802535 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.884543 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Publish callbacks [] for security_group (1dafc680-7951-44ef-8887-10452fa0fb41), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.945971 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1dafc680-7951-44ef-8887-10452fa0fb41), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.968846 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:57.973586 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=107025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 01:19:57.983897 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dafc680-7951-44ef-8887-10452fa0fb41,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:57.989099 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (8ade890c-5ae3-4433-9bd0-13075a81212a), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:57.989453 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.segments_db [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Added segment 8ade890c-5ae3-4433-9bd0-13075a81212a of type vlan for network 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c Aug 30 01:19:58.034771 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732600205132'] for network (85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:58.122512 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496'] for network (85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:58.123606 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:58.124212 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:58.174365 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:19:58.189291 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] Pushing event updated for resources: {'Network': ['ID=85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:58.199511 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Network 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c details requested by agent ovs-agent-dv-cinder-815712-11-iscsi with host dv-cinder-815712-11-iscsi {{(pid=107026) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 01:19:58.262219 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-7664a7f4-e8cb-4e46-8b75-ded0652fe024 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6612105 Aug 30 01:19:58.265047 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37562) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:19:58.270841 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-6e801186-2c6a-49f8-a90c-f1e29e0fd2ac admin admin] Request body: {'subnet': {'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-671960359-subnet', 'tenant_id': '6bb93b63909346cbab03513b7707f7b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:19:58.345390 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e801186-2c6a-49f8-a90c-f1e29e0fd2ac admin admin] Made reservation on behalf of 6bb93b63909346cbab03513b7707f7b8 for: {'subnet': 1} {{(pid=107025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:19:58.347858 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6e801186-2c6a-49f8-a90c-f1e29e0fd2ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13108123'] for subnet (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:58.602718 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6e801186-2c6a-49f8-a90c-f1e29e0fd2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13572862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13108109'] for subnet (6091b550-4b3e-41fd-91e9-5861d42df057), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:58.659574 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e801186-2c6a-49f8-a90c-f1e29e0fd2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6091b550-4b3e-41fd-91e9-5861d42df057,revision_number=0']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:19:58.676021 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e801186-2c6a-49f8-a90c-f1e29e0fd2ac admin admin] Checking segment: {'id': '8ade890c-5ae3-4433-9bd0-13075a81212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:19:58.676377 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e801186-2c6a-49f8-a90c-f1e29e0fd2ac admin admin] Network hostable DHCP agents. Network: 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c, hostable agents: ['07aafc1f-0e01-4e30-9a69-89397bf893fa'], hosted agents: [] {{(pid=107025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 01:19:58.790986 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e801186-2c6a-49f8-a90c-f1e29e0fd2ac admin admin] Network 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c is scheduled to be hosted by DHCP agent 07aafc1f-0e01-4e30-9a69-89397bf893fa with binding_index 1 {{(pid=107025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 01:19:58.899425 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-6e801186-2c6a-49f8-a90c-f1e29e0fd2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-11-iscsi, 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c) {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:19:58.903799 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e801186-2c6a-49f8-a90c-f1e29e0fd2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:19:58.904399 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-6e801186-2c6a-49f8-a90c-f1e29e0fd2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:19:58.908519 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f84fd9-222d-416c-88f1-2d148f22b169 None None] Network 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:19:59.016020 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297bff8d-d4ef-4e72-b23f-107d0275361a None None] Network 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:19:59.017120 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-6e801186-2c6a-49f8-a90c-f1e29e0fd2ac admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7510097 Aug 30 01:20:01.519664 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-223850f8-9e8f-4dde-a864-7314a7c38864 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:01.521160 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-223850f8-9e8f-4dde-a864-7314a7c38864 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/networks?id=85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c HTTP/1.1" status: 200 len: 813 time: 0.1128240 Aug 30 01:20:01.536500 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-f52f60d3-0ca9-4930-9f90-8ab4949c784b tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/quotas/6bb93b63909346cbab03513b7707f7b8 HTTP/1.1" status: 200 len: 375 time: 0.0092764 Aug 30 01:20:01.570092 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-dbb7f306-760c-4f43-b79a-4dceccc27103 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6bb93b63909346cbab03513b7707f7b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276489 Aug 30 01:20:01.638811 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:01.663015 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-a2b67de2-72c1-498d-890d-f28d8f2eec95 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857821 Aug 30 01:20:01.718723 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:01.760725 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-8dbec5cd-671f-45d1-bc41-6cd726250cb0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916095 Aug 30 01:20:02.052035 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-197ce37d-79b7-47b3-b316-b5c2a2a3fb82 req-be3c8be8-5f55-438d-8e69-fc36b9687d4c tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 210 time: 0.0284314 Aug 30 01:20:03.153080 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c6b7248a-3fa7-47f8-bfdf-b5a38c6813fd req-4697520f-49d5-44d4-aeb1-a680a31dccc3 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 210 time: 0.0289862 Aug 30 01:20:03.458963 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:03.463826 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=8 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:04.260611 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c118b74b-9781-4dc0-a8b1-e5c817650ded req-589ac1a5-7a52-4955-9d99-8ee3cf8f85d8 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 210 time: 0.0288250 Aug 30 01:20:04.479584 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-e8c9a567-4b6d-4e11-8b4b-d899e511a512 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:04.481054 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-e8c9a567-4b6d-4e11-8b4b-d899e511a512 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.74 "GET /networking/v2.0/networks?id=85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c HTTP/1.1" status: 200 len: 813 time: 0.1139534 Aug 30 01:20:04.504839 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-16d8b37e-9a82-46f7-baba-8a8187d33904 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Request body: {'port': {'device_id': 'efeb4c87-61e6-4f02-a63a-b08aa0f825b2', 'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c', 'admin_state_up': True, 'tenant_id': '6bb93b63909346cbab03513b7707f7b8'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:20:04.659524 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-16d8b37e-9a82-46f7-baba-8a8187d33904 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Made reservation on behalf of 6bb93b63909346cbab03513b7707f7b8 for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:20:04.664431 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-16d8b37e-9a82-46f7-baba-8a8187d33904 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:04.800579 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-16d8b37e-9a82-46f7-baba-8a8187d33904 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Allocated IP 172.20.0.4 (85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c/6091b550-4b3e-41fd-91e9-5861d42df057/fa5bce71-7c73-45dd-98d6-e1ca6af10991) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:20:04.949921 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-16d8b37e-9a82-46f7-baba-8a8187d33904 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks [] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:05.037134 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-16d8b37e-9a82-46f7-baba-8a8187d33904 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:05.081707 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-16d8b37e-9a82-46f7-baba-8a8187d33904 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Network 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:20:05.084903 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-16d8b37e-9a82-46f7-baba-8a8187d33904 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:20:05.089325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-16d8b37e-9a82-46f7-baba-8a8187d33904 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:20:05.112742 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8b37e-9a82-46f7-baba-8a8187d33904 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Pushing event updated for resources: {'Port': ['ID=fa5bce71-7c73-45dd-98d6-e1ca6af10991,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:05.143714 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-16d8b37e-9a82-46f7-baba-8a8187d33904 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:05.146070 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-16d8b37e-9a82-46f7-baba-8a8187d33904 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:05.210009 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-16d8b37e-9a82-46f7-baba-8a8187d33904 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7089019 Aug 30 01:20:05.234313 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Request body: {'port': {'device_id': 'efeb4c87-61e6-4f02-a63a-b08aa0f825b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:20:05.236609 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:05.593322 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:05.609383 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e6c94-fec9-459b-8e8d-dcb5cd88b82c req-51932141-b8d5-4a0b-a265-1d038502253e tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:05.610888 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4a8e6c94-fec9-459b-8e8d-dcb5cd88b82c req-51932141-b8d5-4a0b-a265-1d038502253e tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 931 time: 0.0783129 Aug 30 01:20:05.615595 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:05.714363 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4a8e6c94-fec9-459b-8e8d-dcb5cd88b82c req-3a826b73-a67d-4ba4-99df-1cffb39923e0 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947661 Aug 30 01:20:05.921068 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5bce71-7c73-45dd-98d6-e1ca6af10991 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:20:05.928544 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Publish callbacks [] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:05.942103 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Transition to ACTIVE for port object fa5bce71-7c73-45dd-98d6-e1ca6af10991 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:20:05.990842 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:06.072558 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5bce71-7c73-45dd-98d6-e1ca6af10991,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:06.106794 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Attempting to bind port fa5bce71-7c73-45dd-98d6-e1ca6af10991 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:20:06.107129 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Attempting to bind port fa5bce71-7c73-45dd-98d6-e1ca6af10991 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '8ade890c-5ae3-4433-9bd0-13075a81212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:20:06.107457 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Attempting to bind port fa5bce71-7c73-45dd-98d6-e1ca6af10991 on network 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:20:06.111833 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Port fa5bce71-7c73-45dd-98d6-e1ca6af10991 on network 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:20:06.112181 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Attempting to bind port fa5bce71-7c73-45dd-98d6-e1ca6af10991 on network 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:20:06.117666 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:20:06.118102 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Checking segment: {'id': '8ade890c-5ae3-4433-9bd0-13075a81212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:20:06.118482 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Bound using segment: {'id': '8ade890c-5ae3-4433-9bd0-13075a81212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:20:06.118909 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Bound port: fa5bce71-7c73-45dd-98d6-e1ca6af10991, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ade890c-5ae3-4433-9bd0-13075a81212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:20:06.119258 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:06.181597 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] For port fa5bce71-7c73-45dd-98d6-e1ca6af10991, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:20:06.184536 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] For port fa5bce71-7c73-45dd-98d6-e1ca6af10991, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fa5bce71-7c73-45dd-98d6-e1ca6af10991,segment=NetworkSegment(8ade890c-5ae3-4433-9bd0-13075a81212a),segment_id=8ade890c-5ae3-4433-9bd0-13075a81212a)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:20:06.276783 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:06.281116 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:06.281779 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:06.283171 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/fa5bce71-7c73-45dd-98d6-e1ca6af10991 HTTP/1.1" status: 200 len: 1093 time: 1.0531955 Aug 30 01:20:06.283660 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efeb4c87-61e6-4f02-a63a-b08aa0f825b2', 'tag': 'fa5bce71-7c73-45dd-98d6-e1ca6af10991'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:06.286337 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a90f7a3-25f4-4825-8044-04150259472a" -d '{"events": [{"name": "network-changed", "server_uuid": "efeb4c87-61e6-4f02-a63a-b08aa0f825b2", "tag": "fa5bce71-7c73-45dd-98d6-e1ca6af10991"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:06.319280 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:06.333938 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39085336-98db-4be2-ba05-b875cdc1167b x-openstack-request-id: req-39085336-98db-4be2-ba05-b875cdc1167b {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:06.334226 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efeb4c87-61e6-4f02-a63a-b08aa0f825b2", "tag": "fa5bce71-7c73-45dd-98d6-e1ca6af10991", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:06.334475 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39085336-98db-4be2-ba05-b875cdc1167b {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:06.334869 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39085336-98db-4be2-ba05-b875cdc1167b'] response: {'name': 'network-changed', 'server_uuid': 'efeb4c87-61e6-4f02-a63a-b08aa0f825b2', 'tag': 'fa5bce71-7c73-45dd-98d6-e1ca6af10991', 'status': 'completed', 'code': 200} Aug 30 01:20:06.339923 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a7aea-8a3d-4dfa-a4eb-422bf34b6fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5bce71-7c73-45dd-98d6-e1ca6af10991,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:06.438972 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90f7a3-25f4-4825-8044-04150259472a req-18f9d4c4-9da4-4cc6-a0f4-ece8673ce86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:06.440544 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0a90f7a3-25f4-4825-8044-04150259472a req-18f9d4c4-9da4-4cc6-a0f4-ece8673ce86f service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=6bb93b63909346cbab03513b7707f7b8&device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 1127 time: 0.0474236 Aug 30 01:20:06.553570 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90f7a3-25f4-4825-8044-04150259472a req-fd761065-eee4-4512-86cb-1e8e03acc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:06.555290 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0a90f7a3-25f4-4825-8044-04150259472a req-fd761065-eee4-4512-86cb-1e8e03acc060 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=6bb93b63909346cbab03513b7707f7b8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0980544 Aug 30 01:20:06.655873 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90f7a3-25f4-4825-8044-04150259472a req-48a4e50e-7df8-4ad2-b44c-fb9d96e9ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:06.657332 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0a90f7a3-25f4-4825-8044-04150259472a req-48a4e50e-7df8-4ad2-b44c-fb9d96e9ed6d service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937197 Aug 30 01:20:06.776899 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-26f319f3-50bf-4895-aeef-939d77b41b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:06.778806 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-26f319f3-50bf-4895-aeef-939d77b41b39 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=6bb93b63909346cbab03513b7707f7b8&device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 1127 time: 0.0476050 Aug 30 01:20:06.877869 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-4a74bea2-c4e0-413f-bfdb-69653e251854 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa5bce71-7c73-45dd-98d6-e1ca6af10991 HTTP/1.1" status: 200 len: 217 time: 0.0749261 Aug 30 01:20:06.902478 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee75284-682c-4462-ae7b-5ca8d083b161 req-460084db-e81c-44df-996f-d7b6f2f9826c tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:06.903971 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8ee75284-682c-4462-ae7b-5ca8d083b161 req-460084db-e81c-44df-996f-d7b6f2f9826c tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 943 time: 0.0955262 Aug 30 01:20:06.967184 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-840764bb-7853-40b3-b7d7-d1869a32302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:06.973870 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-840764bb-7853-40b3-b7d7-d1869a32302a service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=6091b550-4b3e-41fd-91e9-5861d42df057 HTTP/1.1" status: 200 len: 853 time: 0.0831044 Aug 30 01:20:07.009767 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:07.013674 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-3b6f4dcb-4390-4b5b-83b7-5cc97f642bb9 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323534 Aug 30 01:20:07.016967 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8ee75284-682c-4462-ae7b-5ca8d083b161 req-4d146909-8c6b-48c3-9ea9-39ce56dc899a tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935805 Aug 30 01:20:07.100389 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-8f4921f1-d5ce-4c3b-9ade-bbc97edb9b43 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1826305638&fields=id&tenant_id=3068817b4ca34beca8bd4da5409e58ef HTTP/1.1" status: 200 len: 267 time: 0.0466776 Aug 30 01:20:07.122179 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-a023d1ec-8773-4a1c-84df-fc6887b7ac4e service neutron] 10.222.0.74 "GET /networking/v2.0/networks/85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990350 Aug 30 01:20:07.213875 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-d38296e7-7c19-4aff-8d62-db6b05d2e4d5 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:07.215358 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-d38296e7-7c19-4aff-8d62-db6b05d2e4d5 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 811 time: 0.1082330 Aug 30 01:20:07.223539 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1e0ca153-ef4d-4f47-b00c-4820585a6d4c req-19b9ab16-05f3-4647-a363-198db39d5801 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923429 Aug 30 01:20:07.230365 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-23a9517c-32c5-4e18-9ed1-ef393d1151ef tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/quotas/3068817b4ca34beca8bd4da5409e58ef HTTP/1.1" status: 200 len: 375 time: 0.0095091 Aug 30 01:20:07.280449 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-cdb71976-610e-4db7-b33a-32ab0ba828a0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446482 Aug 30 01:20:07.384064 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-0cde66c9-dd46-4b86-b243-08158717167a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911460 Aug 30 01:20:07.440252 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:07.478503 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-3b96ae5a-f7ce-435b-91f1-bcebffb1b62a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886779 Aug 30 01:20:08.078120 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1019a1c2-6827-4859-a907-8eb336557026 req-6ceb8dc4-6d5e-445a-85f5-3c6bd39ecaae tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0306554 Aug 30 01:20:08.155928 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc90e2a-71f0-4148-a80c-04e0fc2c88a6 req-bbdaf794-94a6-4955-a53f-b41fa4a90066 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:08.157368 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5fc90e2a-71f0-4148-a80c-04e0fc2c88a6 req-bbdaf794-94a6-4955-a53f-b41fa4a90066 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 943 time: 0.0518820 Aug 30 01:20:08.217229 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5fc90e2a-71f0-4148-a80c-04e0fc2c88a6 req-8aff87d9-8c98-4edc-872e-1144b2fdd268 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537984 Aug 30 01:20:09.086433 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:09.093410 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:09.094052 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:09.176830 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b5fb97d9-ce96-4496-865a-bff15373f275 req-69953311-e9ec-4a1d-8050-2be2ac45faef tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0274987 Aug 30 01:20:09.347051 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95492562-5b07-4f6f-8fa0-a92472cca0a9 req-ad241016-9de4-4521-b17a-5accff377bfe tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:09.348483 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-95492562-5b07-4f6f-8fa0-a92472cca0a9 req-ad241016-9de4-4521-b17a-5accff377bfe tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 943 time: 0.0481555 Aug 30 01:20:09.396132 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-95492562-5b07-4f6f-8fa0-a92472cca0a9 req-6f26e46a-f61b-4d01-b017-9b3e2bc7e9a8 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409727 Aug 30 01:20:09.515134 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device fa5bce71-7c73-45dd-98d6-e1ca6af10991 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:20:09.613690 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port fa5bce71-7c73-45dd-98d6-e1ca6af10991, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fa5bce71-7c73-45dd-98d6-e1ca6af10991,segment=NetworkSegment(8ade890c-5ae3-4433-9bd0-13075a81212a),segment_id=8ade890c-5ae3-4433-9bd0-13075a81212a)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:09.629359 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'fa5bce71-7c73-45dd-98d6-e1ca6af10991', 'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c', 'port_id': 'fa5bce71-7c73-45dd-98d6-e1ca6af10991', 'mac_address': 'fa:16:3e:de:33:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6091b550-4b3e-41fd-91e9-5861d42df057', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:20:09.664598 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port fa5bce71-7c73-45dd-98d6-e1ca6af10991 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:09.665661 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:09.679405 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5bce71-7c73-45dd-98d6-e1ca6af10991 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:20:09.701315 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port fa5bce71-7c73-45dd-98d6-e1ca6af10991, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fa5bce71-7c73-45dd-98d6-e1ca6af10991,segment=NetworkSegment(8ade890c-5ae3-4433-9bd0-13075a81212a),segment_id=8ade890c-5ae3-4433-9bd0-13075a81212a)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:09.791621 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:09.839675 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=fa5bce71-7c73-45dd-98d6-e1ca6af10991,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:09.846775 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.847123 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.847472 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.847811 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.848151 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.848481 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.848807 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.849134 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.849464 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.849817 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.850145 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.850469 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.850790 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.851111 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:09.851508 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:10.143996 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['fa5bce71-7c73-45dd-98d6-e1ca6af10991'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:20:10.285831 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-323fe043-b4ab-4a1c-bd85-11fd08c10529 req-7b63db0d-7cef-411c-9e28-65d0f86007df tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0300710 Aug 30 01:20:10.520803 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40abece-f1c0-46f5-a5a0-5976af19b60e req-50f4ffc1-a130-40b3-b35b-56edc699294c tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:10.522322 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a40abece-f1c0-46f5-a5a0-5976af19b60e req-50f4ffc1-a130-40b3-b35b-56edc699294c tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 944 time: 0.0495892 Aug 30 01:20:10.537312 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:10.567687 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-01aa00ce-1410-4048-baac-5f949d18bd85 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:10.569123 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-01aa00ce-1410-4048-baac-5f949d18bd85 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 811 time: 0.1125426 Aug 30 01:20:10.578312 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-a40abece-f1c0-46f5-a5a0-5976af19b60e req-bbd9e5fc-ffb6-45da-b3ef-33b2e806ebbe tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491114 Aug 30 01:20:10.641079 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-035ab337-b2e4-4934-85b4-cf649474cbe5 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3068817b4ca34beca8bd4da5409e58ef HTTP/1.1" status: 200 len: 380 time: 0.0550961 Aug 30 01:20:10.651753 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-540828b1-bc38-4a89-8dde-9fa9f1334ac0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Request body: {'port': {'device_id': 'cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'admin_state_up': True, 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'security_groups': ['6d7f6041-111b-4e8a-bae3-aa5179dbb724']}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:20:10.870927 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-540828b1-bc38-4a89-8dde-9fa9f1334ac0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Made reservation on behalf of 3068817b4ca34beca8bd4da5409e58ef for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:20:10.874787 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-540828b1-bc38-4a89-8dde-9fa9f1334ac0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:10.902434 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:11.009713 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-540828b1-bc38-4a89-8dde-9fa9f1334ac0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Allocated IP 172.20.0.5 (8c6152a9-22c5-47c3-b922-7c52df366312/334300b0-93b9-4213-837b-a819672a30f3/fd271197-9d24-4e46-858e-e54a62ef8533) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:20:11.126346 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:11.148302 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-540828b1-bc38-4a89-8dde-9fa9f1334ac0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for port (fd271197-9d24-4e46-858e-e54a62ef8533), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:11.278849 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-540828b1-bc38-4a89-8dde-9fa9f1334ac0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:11.325261 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-540828b1-bc38-4a89-8dde-9fa9f1334ac0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Network 8c6152a9-22c5-47c3-b922-7c52df366312 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:20:11.331090 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-540828b1-bc38-4a89-8dde-9fa9f1334ac0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:20:11.335907 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-540828b1-bc38-4a89-8dde-9fa9f1334ac0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:20:11.369126 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540828b1-bc38-4a89-8dde-9fa9f1334ac0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'Port': ['ID=fd271197-9d24-4e46-858e-e54a62ef8533,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:11.406890 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-540828b1-bc38-4a89-8dde-9fa9f1334ac0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:11.407541 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-540828b1-bc38-4a89-8dde-9fa9f1334ac0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:11.451680 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185d71b-cb6f-4527-915c-3fdc4a7646dd req-2eb33a11-a453-4c93-bb1e-d4cab5d26d42 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:11.453236 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6185d71b-cb6f-4527-915c-3fdc4a7646dd req-2eb33a11-a453-4c93-bb1e-d4cab5d26d42 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 931 time: 0.0716619 Aug 30 01:20:11.511297 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6185d71b-cb6f-4527-915c-3fdc4a7646dd req-c61c9b70-4ecb-4d26-aa5e-515ddb6611a8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517716 Aug 30 01:20:11.520075 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device fa5bce71-7c73-45dd-98d6-e1ca6af10991 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:20:11.528381 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-540828b1-bc38-4a89-8dde-9fa9f1334ac0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8810153 Aug 30 01:20:11.551006 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Request body: {'port': {'device_id': 'cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:20:11.568088 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port fa5bce71-7c73-45dd-98d6-e1ca6af10991 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:20:11.596541 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-2bd3c1c8-3584-4961-960c-61ddb543335e None None] Provisioning complete for port fd271197-9d24-4e46-858e-e54a62ef8533 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:11.596913 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-2bd3c1c8-3584-4961-960c-61ddb543335e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:11.617584 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:11.631534 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port fa5bce71-7c73-45dd-98d6-e1ca6af10991 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:11.631911 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:11.639326 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-2bd3c1c8-3584-4961-960c-61ddb543335e None None] Port fd271197-9d24-4e46-858e-e54a62ef8533 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:20:11.725632 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port fa5bce71-7c73-45dd-98d6-e1ca6af10991 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:11.726184 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:11.738744 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59296ea0-7c00-4627-8f46-63d05c07a620 req-ae88b282-dd68-4f19-acb1-fd40340f6d9a tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:11.740301 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-59296ea0-7c00-4627-8f46-63d05c07a620 req-ae88b282-dd68-4f19-acb1-fd40340f6d9a tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 944 time: 0.0596139 Aug 30 01:20:11.754136 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efeb4c87-61e6-4f02-a63a-b08aa0f825b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5bce71-7c73-45dd-98d6-e1ca6af10991'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:11.756609 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b97992-c2bb-44e8-ac06-a50022429835" -d '{"events": [{"server_uuid": "efeb4c87-61e6-4f02-a63a-b08aa0f825b2", "name": "network-vif-plugged", "status": "completed", "tag": "fa5bce71-7c73-45dd-98d6-e1ca6af10991"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:11.772099 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port fa5bce71-7c73-45dd-98d6-e1ca6af10991, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fa5bce71-7c73-45dd-98d6-e1ca6af10991,segment=NetworkSegment(8ade890c-5ae3-4433-9bd0-13075a81212a),segment_id=8ade890c-5ae3-4433-9bd0-13075a81212a)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:11.801903 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-59296ea0-7c00-4627-8f46-63d05c07a620 req-20cfa9c9-fcbe-4592-a1c6-e755b3d407b2 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519431 Aug 30 01:20:11.802036 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44859a6c-394e-4efb-928a-34dfe9f2191e x-openstack-request-id: req-44859a6c-394e-4efb-928a-34dfe9f2191e {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:11.802036 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efeb4c87-61e6-4f02-a63a-b08aa0f825b2", "name": "network-vif-plugged", "status": "completed", "tag": "fa5bce71-7c73-45dd-98d6-e1ca6af10991", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:11.802036 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44859a6c-394e-4efb-928a-34dfe9f2191e {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:11.802036 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44859a6c-394e-4efb-928a-34dfe9f2191e'] response: {'server_uuid': 'efeb4c87-61e6-4f02-a63a-b08aa0f825b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5bce71-7c73-45dd-98d6-e1ca6af10991', 'code': 200} Aug 30 01:20:11.852715 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:11.899330 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:11.921885 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd271197-9d24-4e46-858e-e54a62ef8533 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:20:11.931774 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Publish callbacks [] for port (fd271197-9d24-4e46-858e-e54a62ef8533), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:11.946228 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Transition to ACTIVE for port object fd271197-9d24-4e46-858e-e54a62ef8533 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:20:11.951445 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=fa5bce71-7c73-45dd-98d6-e1ca6af10991,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:12.036828 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:12.122801 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd271197-9d24-4e46-858e-e54a62ef8533,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:12.154015 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Attempting to bind port fd271197-9d24-4e46-858e-e54a62ef8533 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:20:12.154352 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Attempting to bind port fd271197-9d24-4e46-858e-e54a62ef8533 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:20:12.154683 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Attempting to bind port fd271197-9d24-4e46-858e-e54a62ef8533 on network 8c6152a9-22c5-47c3-b922-7c52df366312 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:20:12.161137 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Port fd271197-9d24-4e46-858e-e54a62ef8533 on network 8c6152a9-22c5-47c3-b922-7c52df366312 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:20:12.161582 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Attempting to bind port fd271197-9d24-4e46-858e-e54a62ef8533 on network 8c6152a9-22c5-47c3-b922-7c52df366312 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:20:12.167762 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:20:12.168090 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Checking segment: {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:20:12.168461 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Bound using segment: {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:20:12.168887 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Bound port: fd271197-9d24-4e46-858e-e54a62ef8533, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:20:12.169237 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:12.180390 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:12.263566 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] For port fd271197-9d24-4e46-858e-e54a62ef8533, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:20:12.275052 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60180be-88b6-4c75-8869-b0ac8ad8e350 req-cee650c0-d76f-4928-95cc-fe0458235e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:12.277103 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d60180be-88b6-4c75-8869-b0ac8ad8e350 req-cee650c0-d76f-4928-95cc-fe0458235e24 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 1129 time: 0.0549855 Aug 30 01:20:12.280660 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] For port fd271197-9d24-4e46-858e-e54a62ef8533, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fd271197-9d24-4e46-858e-e54a62ef8533,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:20:12.322467 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d60180be-88b6-4c75-8869-b0ac8ad8e350 req-a3a24a38-e1c9-43cf-8539-257d24a5fcf5 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389564 Aug 30 01:20:12.357196 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:12.361231 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:12.361904 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:12.363288 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/fd271197-9d24-4e46-858e-e54a62ef8533 HTTP/1.1" status: 200 len: 1093 time: 0.8168404 Aug 30 01:20:12.363711 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9', 'tag': 'fd271197-9d24-4e46-858e-e54a62ef8533'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:12.366148 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b31fb1-1ed2-4854-87d1-9c383a6e4763" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9", "tag": "fd271197-9d24-4e46-858e-e54a62ef8533"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:12.414539 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f54585-aee8-45a2-ae18-70ba628a62fa x-openstack-request-id: req-f8f54585-aee8-45a2-ae18-70ba628a62fa {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:12.415012 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9", "tag": "fd271197-9d24-4e46-858e-e54a62ef8533", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:12.415430 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8f54585-aee8-45a2-ae18-70ba628a62fa {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:12.416119 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f54585-aee8-45a2-ae18-70ba628a62fa'] response: {'name': 'network-changed', 'server_uuid': 'cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9', 'tag': 'fd271197-9d24-4e46-858e-e54a62ef8533', 'status': 'completed', 'code': 200} Aug 30 01:20:12.424622 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2a687-d4af-4d1a-97e0-f2ee5684b6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd271197-9d24-4e46-858e-e54a62ef8533,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:12.631444 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65a7e4-59b2-42c2-af3f-f3a560bf468d req-3d954eba-1f2e-415b-aaa4-993d3c82b052 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:12.632967 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2e65a7e4-59b2-42c2-af3f-f3a560bf468d req-3d954eba-1f2e-415b-aaa4-993d3c82b052 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 943 time: 0.0474772 Aug 30 01:20:12.683685 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2e65a7e4-59b2-42c2-af3f-f3a560bf468d req-32f0e4fb-f78e-4b1a-8a4c-9c0218c1c167 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442834 Aug 30 01:20:12.921572 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8ac82-c0ff-468f-aa87-c631210182d3 req-a8de65da-85df-4ba1-9dd4-9ed8891d6c37 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:12.923117 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5bc8ac82-c0ff-468f-aa87-c631210182d3 req-a8de65da-85df-4ba1-9dd4-9ed8891d6c37 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 945 time: 0.0481949 Aug 30 01:20:12.971577 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5bc8ac82-c0ff-468f-aa87-c631210182d3 req-867996f4-a661-4cf6-a127-0a1a5d943412 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425220 Aug 30 01:20:13.125224 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b31fb1-1ed2-4854-87d1-9c383a6e4763 req-06603868-6e1c-4a99-b9ae-425c21076358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:13.126696 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8b31fb1-1ed2-4854-87d1-9c383a6e4763 req-06603868-6e1c-4a99-b9ae-425c21076358 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 1127 time: 0.0431867 Aug 30 01:20:13.234358 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b31fb1-1ed2-4854-87d1-9c383a6e4763 req-e702d012-7ce6-4d09-a7b2-5dc1ec5bd9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:13.235903 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8b31fb1-1ed2-4854-87d1-9c383a6e4763 req-e702d012-7ce6-4d09-a7b2-5dc1ec5bd9ca service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=3068817b4ca34beca8bd4da5409e58ef&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946217 Aug 30 01:20:13.337124 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b31fb1-1ed2-4854-87d1-9c383a6e4763 req-0fd79d9a-d1a9-4a5f-ad0f-cba1cba70e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:13.338677 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d8b31fb1-1ed2-4854-87d1-9c383a6e4763 req-0fd79d9a-d1a9-4a5f-ad0f-cba1cba70e87 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928445 Aug 30 01:20:13.819455 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb110fcf-f4a9-458b-8f82-721f0dfd3ecf req-714d911c-5f94-416c-bd68-f15870d6e63e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:13.821026 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bb110fcf-f4a9-458b-8f82-721f0dfd3ecf req-714d911c-5f94-416c-bd68-f15870d6e63e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 943 time: 0.0564232 Aug 30 01:20:13.873379 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bb110fcf-f4a9-458b-8f82-721f0dfd3ecf req-fed16ae9-0e54-459d-9ad9-a95e90a6579e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465565 Aug 30 01:20:14.014860 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-c835f695-aafd-4e5b-ae9e-200803a13042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:14.016353 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-c835f695-aafd-4e5b-ae9e-200803a13042 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 1127 time: 0.0425670 Aug 30 01:20:14.076388 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-9eaff48c-fad1-4078-90ee-d4f754e9a796 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd271197-9d24-4e46-858e-e54a62ef8533 HTTP/1.1" status: 200 len: 217 time: 0.0474203 Aug 30 01:20:14.139264 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dce2b-70fc-42da-8aa1-e17150b62990 req-045903e5-6da1-48b1-9686-5f3536a906b3 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:14.140732 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-024dce2b-70fc-42da-8aa1-e17150b62990 req-045903e5-6da1-48b1-9686-5f3536a906b3 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 945 time: 0.0751612 Aug 30 01:20:14.141131 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:14.166140 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-3e726eb2-53a8-4571-8917-c4a3877a8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:14.167692 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-3e726eb2-53a8-4571-8917-c4a3877a8183 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=334300b0-93b9-4213-837b-a819672a30f3 HTTP/1.1" status: 200 len: 850 time: 0.0747144 Aug 30 01:20:14.231631 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-024dce2b-70fc-42da-8aa1-e17150b62990 req-fdd405d0-8f8c-4afa-8ca5-3197db2dedc1 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837922 Aug 30 01:20:14.233062 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-95deabd0-6c88-4b8e-933e-1471b15682ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:14.234507 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-95deabd0-6c88-4b8e-933e-1471b15682ab service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=8c6152a9-22c5-47c3-b922-7c52df366312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534506 Aug 30 01:20:14.331133 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-381e8fe6-f2dd-4760-bc1b-14b50157807d service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900171 Aug 30 01:20:14.427325 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3a0b3b06-df27-4008-851f-22e13c9aab33 req-830d0300-41b6-43c4-a13a-50aa12093854 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900159 Aug 30 01:20:14.991477 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096aacb-6c7b-44d3-b9e5-2cbb70ed5e42 req-6487c8b2-c912-4a8d-8c04-738ad480c648 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:14.993291 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b096aacb-6c7b-44d3-b9e5-2cbb70ed5e42 req-6487c8b2-c912-4a8d-8c04-738ad480c648 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 943 time: 0.0480406 Aug 30 01:20:15.043580 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b096aacb-6c7b-44d3-b9e5-2cbb70ed5e42 req-c3d133f8-0c68-4f15-843f-f4ec6bb2f2ac tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Aug 30 01:20:15.363967 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41faf38-b418-469a-8c7f-f3c91466d367 req-93c46102-b60f-445b-957f-73b4e4cd8858 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:15.365377 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d41faf38-b418-469a-8c7f-f3c91466d367 req-93c46102-b60f-445b-957f-73b4e4cd8858 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 945 time: 0.0524218 Aug 30 01:20:15.396133 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:15.413750 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d41faf38-b418-469a-8c7f-f3c91466d367 req-079ede3e-aa6a-4f25-a074-598e9aff5d30 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424752 Aug 30 01:20:15.497167 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:20:16.169156 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda1ade-da0b-41ad-9fdb-eaff0afea35e req-7fbcc9d6-35b5-4a90-a2cb-95f09ac32236 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:16.170593 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2bda1ade-da0b-41ad-9fdb-eaff0afea35e req-7fbcc9d6-35b5-4a90-a2cb-95f09ac32236 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 943 time: 0.0533922 Aug 30 01:20:16.221205 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-2bda1ade-da0b-41ad-9fdb-eaff0afea35e req-5e14c481-27d9-4540-afb1-2dc4345c7298 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443780 Aug 30 01:20:17.344822 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289412da-c0cc-40b9-a0f0-f8fe0b73bc8b req-1e7c844a-ccbb-4b73-9216-fee5835d9df4 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:17.346338 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-289412da-c0cc-40b9-a0f0-f8fe0b73bc8b req-1e7c844a-ccbb-4b73-9216-fee5835d9df4 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 943 time: 0.0481508 Aug 30 01:20:17.398723 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-289412da-c0cc-40b9-a0f0-f8fe0b73bc8b req-b2368b87-9701-4eb0-a2ee-197313fa3ca9 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467134 Aug 30 01:20:18.530346 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a73b2d-8efe-4285-bb5a-e6174a93ccd8 req-f338dca6-017c-439a-acaf-a52825de14c6 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:18.537257 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-93a73b2d-8efe-4285-bb5a-e6174a93ccd8 req-f338dca6-017c-439a-acaf-a52825de14c6 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 943 time: 0.0539658 Aug 30 01:20:18.592574 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-93a73b2d-8efe-4285-bb5a-e6174a93ccd8 req-99ea8b19-f0fa-4f6a-85ff-891cb8146a0e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541797 Aug 30 01:20:19.532909 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:19.718987 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab28a94-12f4-4e96-b4d6-509fdef522f9 req-b2c22772-551c-416d-b5ce-2625e1516f99 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:19.720477 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dab28a94-12f4-4e96-b4d6-509fdef522f9 req-b2c22772-551c-416d-b5ce-2625e1516f99 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 943 time: 0.0494559 Aug 30 01:20:19.775435 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dab28a94-12f4-4e96-b4d6-509fdef522f9 req-f531e2a9-0c41-486a-be3e-4f7550a436d0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492494 Aug 30 01:20:20.304333 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-c17d29d8-2ed1-4549-acc6-4d0840cf68c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:20.896852 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2d7b7-237f-4835-aff4-b26bb13590b3 req-6a231ebc-dcf8-4882-b5e1-6860cdf8b52d tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:20.898442 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-27e2d7b7-237f-4835-aff4-b26bb13590b3 req-6a231ebc-dcf8-4882-b5e1-6860cdf8b52d tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 943 time: 0.0485699 Aug 30 01:20:20.954878 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-27e2d7b7-237f-4835-aff4-b26bb13590b3 req-92d9bb9c-119f-4ff2-adb9-165149d12d19 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499449 Aug 30 01:20:21.544576 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device fd271197-9d24-4e46-858e-e54a62ef8533 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:20:21.649300 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port fd271197-9d24-4e46-858e-e54a62ef8533, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fd271197-9d24-4e46-858e-e54a62ef8533,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:21.661668 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'fd271197-9d24-4e46-858e-e54a62ef8533', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'port_id': 'fd271197-9d24-4e46-858e-e54a62ef8533', 'mac_address': 'fa:16:3e:a9:87:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:20:21.697591 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port fd271197-9d24-4e46-858e-e54a62ef8533 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:21.698195 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:21.711642 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd271197-9d24-4e46-858e-e54a62ef8533 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:20:21.732942 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port fd271197-9d24-4e46-858e-e54a62ef8533, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fd271197-9d24-4e46-858e-e54a62ef8533,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:21.790646 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:21.841130 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=fd271197-9d24-4e46-858e-e54a62ef8533,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:22.078338 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e562fe-8990-40bd-b7a1-7bf41c1e1904 req-5a53104e-6242-4c64-b5d6-e75e5e921a98 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:22.079832 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f3e562fe-8990-40bd-b7a1-7bf41c1e1904 req-5a53104e-6242-4c64-b5d6-e75e5e921a98 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 944 time: 0.0484385 Aug 30 01:20:22.130662 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['fd271197-9d24-4e46-858e-e54a62ef8533'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:20:22.131981 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-f3e562fe-8990-40bd-b7a1-7bf41c1e1904 req-8cb1f819-5a0d-4211-b8d0-16a664504b78 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465038 Aug 30 01:20:22.238745 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:22.262002 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:22.279057 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=100 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:22.927125 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-a3ee5086-2d66-40a7-ac32-ca7759ba206f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:23.251891 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893f978-b61d-48fe-abd9-7bd69391900f req-ca4533d0-4cb9-440d-aa7b-2942968e3d12 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:23.253291 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6893f978-b61d-48fe-abd9-7bd69391900f req-ca4533d0-4cb9-440d-aa7b-2942968e3d12 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 944 time: 0.0478859 Aug 30 01:20:23.286703 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:23.308011 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6893f978-b61d-48fe-abd9-7bd69391900f req-63a0ce27-dead-4bfd-8404-b07865d4ba0a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484581 Aug 30 01:20:23.572590 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device fd271197-9d24-4e46-858e-e54a62ef8533 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:20:23.620956 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port fd271197-9d24-4e46-858e-e54a62ef8533 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:20:23.716048 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port fd271197-9d24-4e46-858e-e54a62ef8533 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:20:23.716423 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:23.795160 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port fd271197-9d24-4e46-858e-e54a62ef8533 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:20:23.795566 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:23.820182 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd271197-9d24-4e46-858e-e54a62ef8533'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:23.822386 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a44e3af-89bf-4880-854f-1824fda39656" -d '{"events": [{"server_uuid": "cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9", "name": "network-vif-plugged", "status": "completed", "tag": "fd271197-9d24-4e46-858e-e54a62ef8533"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:23.835473 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port fd271197-9d24-4e46-858e-e54a62ef8533, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fd271197-9d24-4e46-858e-e54a62ef8533,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:20:23.865110 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd95e4ca-9e3b-4ce0-95ea-380553ab205f x-openstack-request-id: req-bd95e4ca-9e3b-4ce0-95ea-380553ab205f {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:23.869964 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9", "name": "network-vif-plugged", "status": "completed", "tag": "fd271197-9d24-4e46-858e-e54a62ef8533", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:23.869964 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd95e4ca-9e3b-4ce0-95ea-380553ab205f {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:23.869964 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd95e4ca-9e3b-4ce0-95ea-380553ab205f'] response: {'server_uuid': 'cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd271197-9d24-4e46-858e-e54a62ef8533', 'code': 200} Aug 30 01:20:23.927269 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:23.980728 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=fd271197-9d24-4e46-858e-e54a62ef8533,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:24.201891 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:24.316709 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38013a50-8b2d-4dc4-a12f-c1f95db97d20 req-29f2a244-5924-4cc8-ad71-0d1a6ecb7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:24.318297 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-38013a50-8b2d-4dc4-a12f-c1f95db97d20 req-29f2a244-5924-4cc8-ad71-0d1a6ecb7232 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 1129 time: 0.0396285 Aug 30 01:20:24.370991 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-38013a50-8b2d-4dc4-a12f-c1f95db97d20 req-134864d6-d141-4889-ad6d-676fb219dc8b service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461662 Aug 30 01:20:24.437411 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c9767-968a-4637-8004-648c90f4f9f4 req-77eeaf90-d8a4-4f49-9553-955098a98826 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:24.438946 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-359c9767-968a-4637-8004-648c90f4f9f4 req-77eeaf90-d8a4-4f49-9553-955098a98826 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 945 time: 0.0494361 Aug 30 01:20:24.490453 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-359c9767-968a-4637-8004-648c90f4f9f4 req-8169ac04-9d1c-41b0-a3f9-fc3958913270 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456288 Aug 30 01:20:25.492712 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:25.617635 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17177c83-3051-431a-a658-f66368283d89 req-40b2fdf5-bfa6-4d3d-9191-999d8503960a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:25.619443 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17177c83-3051-431a-a658-f66368283d89 req-40b2fdf5-bfa6-4d3d-9191-999d8503960a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 945 time: 0.0520985 Aug 30 01:20:25.672383 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17177c83-3051-431a-a658-f66368283d89 req-57e7e689-e905-4215-b259-8273198b9489 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464299 Aug 30 01:20:25.818599 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:25.835264 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:26.805028 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dac545-992a-4de7-9dc2-5a211c07562a req-20b08eb9-d2fa-467d-8b92-0fe88a38d392 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:26.806546 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-54dac545-992a-4de7-9dc2-5a211c07562a req-20b08eb9-d2fa-467d-8b92-0fe88a38d392 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 945 time: 0.0601130 Aug 30 01:20:26.858070 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-54dac545-992a-4de7-9dc2-5a211c07562a req-ae7665f4-bbb7-4d2f-b90a-3c8bf71607ca tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455046 Aug 30 01:20:26.975315 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda4841-e01c-47ff-8702-c61067ed3bf4 req-33bd7ec4-55be-42fc-958e-31bcdc70ac21 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:26.976800 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3eda4841-e01c-47ff-8702-c61067ed3bf4 req-33bd7ec4-55be-42fc-958e-31bcdc70ac21 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 945 time: 0.0468616 Aug 30 01:20:27.026324 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3eda4841-e01c-47ff-8702-c61067ed3bf4 req-96610214-5afb-45dd-8ca2-d172859abdd7 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Aug 30 01:20:27.052567 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37810) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:20:27.195532 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e931601-278a-448c-af88-034585e5ece6 tempest-TestVolumeBootPattern-64032149 tempest-TestVolumeBootPattern-64032149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:27.197033 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-8e931601-278a-448c-af88-034585e5ece6 tempest-TestVolumeBootPattern-64032149 tempest-TestVolumeBootPattern-64032149-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 1124 time: 0.1434581 Aug 30 01:20:27.200923 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 37814) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:20:27.205122 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'port_id': 'fd271197-9d24-4e46-858e-e54a62ef8533', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:20:27.327476 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:27.343639 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:27.408922 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:27.515266 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Allocated IP 172.27.1.194 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/9dbc66d8-2641-424b-bd70-f045e27a55e4) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:20:27.622668 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for port (9dbc66d8-2641-424b-bd70-f045e27a55e4), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:27.733896 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (9dbc66d8-2641-424b-bd70-f045e27a55e4), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:27.776330 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:20:27.781368 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:20:27.785602 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:20:27.789086 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'Port': ['ID=9dbc66d8-2641-424b-bd70-f045e27a55e4,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:27.819967 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.820638 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.820730 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.821106 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.821439 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.821794 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.822166 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.823026 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.823537 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.823920 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.824254 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.824598 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.824924 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.825246 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.825571 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:20:27.869610 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:28.164977 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for floatingip (1aaf739c-04a9-4e3b-b5c7-8f8c75d21faa), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:28.304411 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (9dbc66d8-2641-424b-bd70-f045e27a55e4), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:28.329884 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:28.457770 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for port (9dbc66d8-2641-424b-bd70-f045e27a55e4), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:28.527208 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13572423'] for port (9dbc66d8-2641-424b-bd70-f045e27a55e4), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:28.601776 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'Port': ['ID=9dbc66d8-2641-424b-bd70-f045e27a55e4,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:20:28.605420 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (1aaf739c-04a9-4e3b-b5c7-8f8c75d21faa), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:28.928275 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.l3_db [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Floating IP 1aaf739c-04a9-4e3b-b5c7-8f8c75d21faa associated. External IP: 172.27.1.194, port: fd271197-9d24-4e46-858e-e54a62ef8533. Aug 30 01:20:28.973241 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:29.125391 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Router d5aff5c9-f137-421d-864b-2ed3758b749e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:20:29.231981 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:20:29.241571 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef55712-97d0-4b4f-ac02-65beeaad9a51 None None] Sync routers for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:20:29.252514 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef55712-97d0-4b4f-ac02-65beeaad9a51 None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:20:29.253137 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-bef55712-97d0-4b4f-ac02-65beeaad9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:20:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:29.312482 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:29.351124 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-8abcc0cc-d67e-4c4e-b188-c37144b5d6dc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1491671 Aug 30 01:20:29.351887 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9', 'tag': 'fd271197-9d24-4e46-858e-e54a62ef8533'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:20:29.354988 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7201bbb7-c384-4b9e-85a3-7e18cecb46c7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9", "tag": "fd271197-9d24-4e46-858e-e54a62ef8533"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:20:29.396988 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4a6511-766c-4498-8632-2512f71f9518 x-openstack-request-id: req-0b4a6511-766c-4498-8632-2512f71f9518 {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:20:29.397276 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9", "tag": "fd271197-9d24-4e46-858e-e54a62ef8533", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:20:29.397521 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b4a6511-766c-4498-8632-2512f71f9518 {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:20:29.397950 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b4a6511-766c-4498-8632-2512f71f9518'] response: {'name': 'network-changed', 'server_uuid': 'cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9', 'tag': 'fd271197-9d24-4e46-858e-e54a62ef8533', 'status': 'completed', 'code': 200} Aug 30 01:20:29.444081 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-bef55712-97d0-4b4f-ac02-65beeaad9a51 None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:20:29.497586 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201bbb7-c384-4b9e-85a3-7e18cecb46c7 req-e8ed1e84-0086-498f-bc08-4a94665b5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:29.499445 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7201bbb7-c384-4b9e-85a3-7e18cecb46c7 req-e8ed1e84-0086-498f-bc08-4a94665b5388 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 1129 time: 0.0501404 Aug 30 01:20:29.593083 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201bbb7-c384-4b9e-85a3-7e18cecb46c7 req-04f86b89-a107-4c04-91c7-ca765568655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:29.594906 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7201bbb7-c384-4b9e-85a3-7e18cecb46c7 req-04f86b89-a107-4c04-91c7-ca765568655c service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 912 time: 0.0893192 Aug 30 01:20:29.662308 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-bef55712-97d0-4b4f-ac02-65beeaad9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '1aaf739c-04a9-4e3b-b5c7-8f8c75d21faa', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': 'fd271197-9d24-4e46-858e-e54a62ef8533', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:a9:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:20:28Z', 'updated_at': '2022-08-30T01:20:28Z', 'revision_number': 0, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:29.665222 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7201bbb7-c384-4b9e-85a3-7e18cecb46c7 req-9f5db53a-4e85-469e-898d-42556c0b57c6 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd271197-9d24-4e46-858e-e54a62ef8533 HTTP/1.1" status: 200 len: 999 time: 0.0614121 Aug 30 01:20:29.688019 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef55712-97d0-4b4f-ac02-65beeaad9a51 None None] Checking router: d5aff5c9-f137-421d-864b-2ed3758b749e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:20:29.696407 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef55712-97d0-4b4f-ac02-65beeaad9a51 None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:20:29.697002 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-bef55712-97d0-4b4f-ac02-65beeaad9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:20:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:29.715426 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201bbb7-c384-4b9e-85a3-7e18cecb46c7 req-9e5f06f6-3ec0-44aa-b40e-47eb11ba4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:29.716924 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7201bbb7-c384-4b9e-85a3-7e18cecb46c7 req-9e5f06f6-3ec0-44aa-b40e-47eb11ba4660 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=334300b0-93b9-4213-837b-a819672a30f3 HTTP/1.1" status: 200 len: 850 time: 0.0462337 Aug 30 01:20:29.762029 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201bbb7-c384-4b9e-85a3-7e18cecb46c7 req-29a1e2f5-b74d-4346-8215-3433d9a00a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:29.763532 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7201bbb7-c384-4b9e-85a3-7e18cecb46c7 req-29a1e2f5-b74d-4346-8215-3433d9a00a2b service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=8c6152a9-22c5-47c3-b922-7c52df366312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410106 Aug 30 01:20:29.798723 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-bef55712-97d0-4b4f-ac02-65beeaad9a51 None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:20:29.855139 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:29.861031 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7201bbb7-c384-4b9e-85a3-7e18cecb46c7 req-4c508321-a5bd-4659-97b5-cc2725aa6ff9 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915554 Aug 30 01:20:29.874751 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:29.958624 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7201bbb7-c384-4b9e-85a3-7e18cecb46c7 req-2626d204-feaa-4c5d-8925-db798d940ac3 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913093 Aug 30 01:20:30.018412 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-bef55712-97d0-4b4f-ac02-65beeaad9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '1aaf739c-04a9-4e3b-b5c7-8f8c75d21faa', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': 'fd271197-9d24-4e46-858e-e54a62ef8533', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:a9:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:20:28Z', 'updated_at': '2022-08-30T01:20:28Z', 'revision_number': 0, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:20:30.043834 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef55712-97d0-4b4f-ac02-65beeaad9a51 None None] The sync data for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi is: [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '1aaf739c-04a9-4e3b-b5c7-8f8c75d21faa', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': 'fd271197-9d24-4e46-858e-e54a62ef8533', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:a9:87:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:20:28Z', 'updated_at': '2022-08-30T01:20:28Z', 'revision_number': 0, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:20:30.234512 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b7b62-ee36-4639-a7aa-6d86653efecb None None] New status for floating IP 1aaf739c-04a9-4e3b-b5c7-8f8c75d21faa: ACTIVE {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:20:39.339754 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:39.347745 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:39.953206 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=12 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:39.956101 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:40.328383 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=31,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:40.335409 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:40.336944 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:40.464902 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=81 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:40.464902 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=73 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:20:49.646508 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:50.315515 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2344-3669-4e2b-80ca-b93c3472856c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:52.495770 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:20:52.950403 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ba4b0daa-17e1-4dd2-8c59-b25102bee830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:54.118671 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9ac09c1a-7937-439c-8a86-9dc95a640226 req-79791a00-c103-45af-90a0-c8750a06a4b7 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401282 Aug 30 01:20:54.233620 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac09c1a-7937-439c-8a86-9dc95a640226 req-76bca285-9dac-4f8e-8394-7a28c81b5267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:54.235187 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9ac09c1a-7937-439c-8a86-9dc95a640226 req-76bca285-9dac-4f8e-8394-7a28c81b5267 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd&device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 1129 time: 0.0441124 Aug 30 01:20:54.235478 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:54.351691 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac09c1a-7937-439c-8a86-9dc95a640226 req-afb51ea7-6866-4088-b093-f5aeeaadc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:54.353269 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9ac09c1a-7937-439c-8a86-9dc95a640226 req-afb51ea7-6866-4088-b093-f5aeeaadc5ce service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=80c77988-807f-4b63-8ab4-31648def8b2d HTTP/1.1" status: 200 len: 909 time: 0.0922720 Aug 30 01:20:54.423703 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9ac09c1a-7937-439c-8a86-9dc95a640226 req-d1906fd2-8673-40d9-bb3a-1140ca646fa2 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4 HTTP/1.1" status: 200 len: 1001 time: 0.0626032 Aug 30 01:20:54.475801 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac09c1a-7937-439c-8a86-9dc95a640226 req-42f8a7a2-8196-46e7-be14-f5c9e694efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:54.477357 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9ac09c1a-7937-439c-8a86-9dc95a640226 req-42f8a7a2-8196-46e7-be14-f5c9e694efc4 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f4d271e0-560e-4f49-a7f4-4da3b43fee53 HTTP/1.1" status: 200 len: 847 time: 0.0463276 Aug 30 01:20:54.524053 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac09c1a-7937-439c-8a86-9dc95a640226 req-3330a704-7a73-43b5-a103-309c3e694200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:54.525557 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9ac09c1a-7937-439c-8a86-9dc95a640226 req-3330a704-7a73-43b5-a103-309c3e694200 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=80c77988-807f-4b63-8ab4-31648def8b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406153 Aug 30 01:20:54.621177 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9ac09c1a-7937-439c-8a86-9dc95a640226 req-0d3012ae-db7c-4375-aa64-6facffdf9f59 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887778 Aug 30 01:20:54.721852 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9ac09c1a-7937-439c-8a86-9dc95a640226 req-7cd5ee17-7ab1-4f74-a51a-647c837c76de service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948415 Aug 30 01:20:55.806694 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:55.817908 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:20:59.793040 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7ec5d-9501-4fb0-8af2-ce6dd8bfca02 req-7a3cfe0f-a263-4bcf-9d63-45c1274e9fbd tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:20:59.794546 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5fe7ec5d-9501-4fb0-8af2-ce6dd8bfca02 req-7a3cfe0f-a263-4bcf-9d63-45c1274e9fbd tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 945 time: 0.0467312 Aug 30 01:20:59.843624 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5fe7ec5d-9501-4fb0-8af2-ce6dd8bfca02 req-b0c8e172-a72a-4366-b000-1806e57d8d74 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433271 Aug 30 01:21:01.024232 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b9fbb-fd6a-4cad-b4f4-8c33a56eac4e req-d5b6db48-60a9-473a-a46e-f45bc33bc36d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:01.025702 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-432b9fbb-fd6a-4cad-b4f4-8c33a56eac4e req-d5b6db48-60a9-473a-a46e-f45bc33bc36d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 945 time: 0.1053498 Aug 30 01:21:01.072590 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-432b9fbb-fd6a-4cad-b4f4-8c33a56eac4e req-fb1c8663-f0eb-4c2d-bbc8-06f1e2a4a65d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Aug 30 01:21:01.819844 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f78003-8638-4d62-b068-2f938fde51a6 req-a6323323-84a1-4303-8a2a-1f9607fdb523 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:01.821307 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-99f78003-8638-4d62-b068-2f938fde51a6 req-a6323323-84a1-4303-8a2a-1f9607fdb523 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 945 time: 0.0474484 Aug 30 01:21:01.908795 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-99f78003-8638-4d62-b068-2f938fde51a6 req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Deleting port fa5bce71-7c73-45dd-98d6-e1ca6af10991 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:21:01.909136 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-99f78003-8638-4d62-b068-2f938fde51a6 req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:02.002467 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-99f78003-8638-4d62-b068-2f938fde51a6 req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] For port fa5bce71-7c73-45dd-98d6-e1ca6af10991, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fa5bce71-7c73-45dd-98d6-e1ca6af10991,segment=NetworkSegment(8ade890c-5ae3-4433-9bd0-13075a81212a),segment_id=8ade890c-5ae3-4433-9bd0-13075a81212a)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:02.002826 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-99f78003-8638-4d62-b068-2f938fde51a6 req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:02.016059 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-99f78003-8638-4d62-b068-2f938fde51a6 req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Calling delete_port for fa5bce71-7c73-45dd-98d6-e1ca6af10991 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:21:02.096299 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:02.195477 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382d74d-c49a-4c32-8c48-39f9cd3ad512 req-872877a5-f728-4fe3-9daf-7d3cc47969bc tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:02.197061 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4382d74d-c49a-4c32-8c48-39f9cd3ad512 req-872877a5-f728-4fe3-9daf-7d3cc47969bc tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 945 time: 0.0495315 Aug 30 01:21:02.249564 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4382d74d-c49a-4c32-8c48-39f9cd3ad512 req-d5ee2188-a306-4746-9d71-86a812da2723 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455806 Aug 30 01:21:02.400896 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:02.491121 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:02.492125 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:02.503520 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-99f78003-8638-4d62-b068-2f938fde51a6 req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (fa5bce71-7c73-45dd-98d6-e1ca6af10991), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:02.532334 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Pushing event deleted for resources: {'Port': ['ID=fa5bce71-7c73-45dd-98d6-e1ca6af10991,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:02.546603 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['fa5bce71-7c73-45dd-98d6-e1ca6af10991'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:21:02.559323 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.559679 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.561421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.561421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.561421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.561421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.561421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.562027 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.562027 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.562232 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.562474 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.562789 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.563102 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.563416 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.563727 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:02.586167 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f78003-8638-4d62-b068-2f938fde51a6 req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] No DVR routers for this DVR port fa5bce71-7c73-45dd-98d6-e1ca6af10991 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:21:02.588728 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-99f78003-8638-4d62-b068-2f938fde51a6 req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:02.592509 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-99f78003-8638-4d62-b068-2f938fde51a6 req-b51edadc-b530-4d66-8df1-89b66d9cba9d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.74 "DELETE /networking/v2.0/ports/fa5bce71-7c73-45dd-98d6-e1ca6af10991 HTTP/1.1" status: 204 len: 173 time: 0.7638264 Aug 30 01:21:02.592962 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efeb4c87-61e6-4f02-a63a-b08aa0f825b2', 'name': 'network-vif-deleted', 'tag': 'fa5bce71-7c73-45dd-98d6-e1ca6af10991'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:02.595217 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445054a4-1ee6-40a5-8b80-76a5d1fd9365" -d '{"events": [{"server_uuid": "efeb4c87-61e6-4f02-a63a-b08aa0f825b2", "name": "network-vif-deleted", "tag": "fa5bce71-7c73-45dd-98d6-e1ca6af10991"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:02.633309 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a24d6f2-6222-4a23-9b57-0618285c71b3 x-openstack-request-id: req-9a24d6f2-6222-4a23-9b57-0618285c71b3 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:02.633581 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efeb4c87-61e6-4f02-a63a-b08aa0f825b2", "name": "network-vif-deleted", "tag": "fa5bce71-7c73-45dd-98d6-e1ca6af10991", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:02.633827 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a24d6f2-6222-4a23-9b57-0618285c71b3 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:02.634235 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a24d6f2-6222-4a23-9b57-0618285c71b3'] response: {'server_uuid': 'efeb4c87-61e6-4f02-a63a-b08aa0f825b2', 'name': 'network-vif-deleted', 'tag': 'fa5bce71-7c73-45dd-98d6-e1ca6af10991', 'status': 'completed', 'code': 200} Aug 30 01:21:03.366207 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ff06ad21-ea8b-4144-affe-0549cd81ec7d req-6524039c-2577-4533-9a83-6494da5ad399 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=efeb4c87-61e6-4f02-a63a-b08aa0f825b2 HTTP/1.1" status: 200 len: 210 time: 0.0316262 Aug 30 01:21:05.738058 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:07.872031 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device fa5bce71-7c73-45dd-98d6-e1ca6af10991 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:21:07.892517 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: fa5bce71-7c73-45dd-98d6-e1ca6af10991 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:21:07.892904 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device fa5bce71-7c73-45dd-98d6-e1ca6af10991 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:21:12.549507 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:12.571265 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:13.344108 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=20 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:13.344894 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=18 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:15.095975 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925e404-313f-4b99-8931-63951a71ae44 req-7b31fb1a-c5fc-4ada-904f-ad207b0313e0 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:15.097336 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-7b31fb1a-c5fc-4ada-904f-ad207b0313e0 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/networks?id=85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c HTTP/1.1" status: 200 len: 813 time: 0.1033947 Aug 30 01:21:15.111685 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-b4c7b3b8-6007-4ae2-9afa-6f1c9afb56d1 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/quotas/6bb93b63909346cbab03513b7707f7b8 HTTP/1.1" status: 200 len: 375 time: 0.0089498 Aug 30 01:21:15.143248 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-99afe966-654d-46e8-a4cc-b9233daf8d10 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6bb93b63909346cbab03513b7707f7b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265784 Aug 30 01:21:15.153969 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-b5fcd1af-8e8b-4ee7-a1f9-b7252da23d73 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107025) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:21:15.154904 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-b5fcd1af-8e8b-4ee7-a1f9-b7252da23d73 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054200 Aug 30 01:21:15.246789 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-6bc0521c-24bf-4fee-8803-ee675e517b8d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864093 Aug 30 01:21:15.339325 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-0cdaa842-3132-4d92-9d13-88ddb711dc8e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869179 Aug 30 01:21:15.628365 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d46603a6-f57d-4d7f-89cb-2f9bc43c370b req-92880381-bbbd-4e3e-a856-222bb21217bf tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 210 time: 0.0307245 Aug 30 01:21:16.730620 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0d24c26e-b088-45cc-b858-565e8a643840 req-ec47c337-66f1-4cd2-abf2-10e91da2582c tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 210 time: 0.0286593 Aug 30 01:21:17.266911 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b116d7-d84f-44fd-ba2c-0edf3f09bc4e req-ca1ee123-54f7-4a6a-8eee-8e553afdd362 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:17.268445 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-89b116d7-d84f-44fd-ba2c-0edf3f09bc4e req-ca1ee123-54f7-4a6a-8eee-8e553afdd362 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0473788 Aug 30 01:21:17.318752 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-89b116d7-d84f-44fd-ba2c-0edf3f09bc4e req-7d73ff46-1f16-40b1-9b21-7512cf4be369 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445011 Aug 30 01:21:17.835043 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=14 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:17.839956 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=18 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:17.868791 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-abf23c37-1007-40b5-b04c-0133df959fb6 req-a1942cd6-abd3-4b9b-8767-3488381e2d57 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 210 time: 0.0524251 Aug 30 01:21:17.874826 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:17.876210 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:17.892762 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925e404-313f-4b99-8931-63951a71ae44 req-161f6368-c1dc-4468-85bd-e30d98be87d3 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:17.894322 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-161f6368-c1dc-4468-85bd-e30d98be87d3 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.74 "GET /networking/v2.0/networks?id=85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c HTTP/1.1" status: 200 len: 813 time: 0.1447883 Aug 30 01:21:17.913797 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-b925e404-313f-4b99-8931-63951a71ae44 req-5760b52a-97ae-4bc8-88d8-edae15d76549 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Request body: {'port': {'device_id': 'c083502b-4d9b-42b8-828c-55e3009467ea', 'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c', 'admin_state_up': True, 'tenant_id': '6bb93b63909346cbab03513b7707f7b8'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:18.172077 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b925e404-313f-4b99-8931-63951a71ae44 req-5760b52a-97ae-4bc8-88d8-edae15d76549 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Made reservation on behalf of 6bb93b63909346cbab03513b7707f7b8 for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:21:18.176280 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b925e404-313f-4b99-8931-63951a71ae44 req-5760b52a-97ae-4bc8-88d8-edae15d76549 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:18.316717 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-b925e404-313f-4b99-8931-63951a71ae44 req-5760b52a-97ae-4bc8-88d8-edae15d76549 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Allocated IP 172.20.0.6 (85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c/6091b550-4b3e-41fd-91e9-5861d42df057/cf35a532-38e2-4463-bdd1-18a2d56537e0) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:21:18.447082 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ed998-227b-4e9c-8551-bedd65d12baf req-bffe268a-793e-4be8-a4dd-c9944a8193b6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:18.448614 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ad1ed998-227b-4e9c-8551-bedd65d12baf req-bffe268a-793e-4be8-a4dd-c9944a8193b6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0522459 Aug 30 01:21:18.480926 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b925e404-313f-4b99-8931-63951a71ae44 req-5760b52a-97ae-4bc8-88d8-edae15d76549 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks [] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:18.502045 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ad1ed998-227b-4e9c-8551-bedd65d12baf req-de223246-fced-423f-8855-0d40b5af0417 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476935 Aug 30 01:21:18.591217 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b925e404-313f-4b99-8931-63951a71ae44 req-5760b52a-97ae-4bc8-88d8-edae15d76549 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:18.632693 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b925e404-313f-4b99-8931-63951a71ae44 req-5760b52a-97ae-4bc8-88d8-edae15d76549 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Network 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:21:18.639050 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-b925e404-313f-4b99-8931-63951a71ae44 req-5760b52a-97ae-4bc8-88d8-edae15d76549 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:21:18.643066 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-b925e404-313f-4b99-8931-63951a71ae44 req-5760b52a-97ae-4bc8-88d8-edae15d76549 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:21:18.671818 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760b52a-97ae-4bc8-88d8-edae15d76549 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Pushing event updated for resources: {'Port': ['ID=cf35a532-38e2-4463-bdd1-18a2d56537e0,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:18.697021 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925e404-313f-4b99-8931-63951a71ae44 req-5760b52a-97ae-4bc8-88d8-edae15d76549 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:18.697697 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b925e404-313f-4b99-8931-63951a71ae44 req-5760b52a-97ae-4bc8-88d8-edae15d76549 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:18.846379 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-5760b52a-97ae-4bc8-88d8-edae15d76549 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9335895 Aug 30 01:21:18.854103 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-fe3d35f0-03a8-4039-a19b-2e240873d14b tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107024) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 01:21:18.855500 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-fe3d35f0-03a8-4039-a19b-2e240873d14b tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.74 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061393 Aug 30 01:21:18.922556 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Request body: {'port': {'device_id': 'c083502b-4d9b-42b8-828c-55e3009467ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:21:19.029136 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7fb08-985c-4cc0-86eb-f5c7385d0afe req-96a559e2-c917-41b2-9528-59807f27948b tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:19.030555 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dee7fb08-985c-4cc0-86eb-f5c7385d0afe req-96a559e2-c917-41b2-9528-59807f27948b tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 931 time: 0.0802453 Aug 30 01:21:19.031487 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.050110 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:19.059009 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:19.117480 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dee7fb08-985c-4cc0-86eb-f5c7385d0afe req-260fd2f0-5a55-4fdb-a324-ab6e9ba3b372 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762994 Aug 30 01:21:19.331719 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf35a532-38e2-4463-bdd1-18a2d56537e0 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:21:19.340022 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Publish callbacks [] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.352427 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Transition to ACTIVE for port object cf35a532-38e2-4463-bdd1-18a2d56537e0 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:21:19.412163 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.495312 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Pushing event updated for resources: {'Port': ['ID=cf35a532-38e2-4463-bdd1-18a2d56537e0,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:19.528556 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Attempting to bind port cf35a532-38e2-4463-bdd1-18a2d56537e0 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:21:19.528888 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Attempting to bind port cf35a532-38e2-4463-bdd1-18a2d56537e0 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '8ade890c-5ae3-4433-9bd0-13075a81212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:21:19.529219 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Attempting to bind port cf35a532-38e2-4463-bdd1-18a2d56537e0 on network 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:21:19.531770 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.534333 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Port cf35a532-38e2-4463-bdd1-18a2d56537e0 on network 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:21:19.534654 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Attempting to bind port cf35a532-38e2-4463-bdd1-18a2d56537e0 on network 85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:21:19.539980 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:21:19.540318 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Checking segment: {'id': '8ade890c-5ae3-4433-9bd0-13075a81212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:21:19.540700 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Bound using segment: {'id': '8ade890c-5ae3-4433-9bd0-13075a81212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:21:19.541135 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Bound port: cf35a532-38e2-4463-bdd1-18a2d56537e0, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ade890c-5ae3-4433-9bd0-13075a81212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:21:19.541548 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.575363 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:19.611707 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] For port cf35a532-38e2-4463-bdd1-18a2d56537e0, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:21:19.614958 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] For port cf35a532-38e2-4463-bdd1-18a2d56537e0, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cf35a532-38e2-4463-bdd1-18a2d56537e0,segment=NetworkSegment(8ade890c-5ae3-4433-9bd0-13075a81212a),segment_id=8ade890c-5ae3-4433-9bd0-13075a81212a)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:21:19.623955 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a747239-9def-4a52-a566-a115f49508db req-8ea6c9c7-325e-4f6d-bda9-a32baa9e805d tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:19.625405 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-1a747239-9def-4a52-a566-a115f49508db req-8ea6c9c7-325e-4f6d-bda9-a32baa9e805d tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0472906 Aug 30 01:21:19.675993 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-1a747239-9def-4a52-a566-a115f49508db req-506a3cb3-056d-4e58-8451-868c99677bb7 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448494 Aug 30 01:21:19.686933 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.691705 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:19.692343 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:19.693756 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/cf35a532-38e2-4463-bdd1-18a2d56537e0 HTTP/1.1" status: 200 len: 1093 time: 0.8241694 Aug 30 01:21:19.694247 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c083502b-4d9b-42b8-828c-55e3009467ea', 'tag': 'cf35a532-38e2-4463-bdd1-18a2d56537e0'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:19.696542 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f7a41c-99d9-4917-b866-c9e0a41002d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c083502b-4d9b-42b8-828c-55e3009467ea", "tag": "cf35a532-38e2-4463-bdd1-18a2d56537e0"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:19.738170 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6ee2af-bc93-4fcf-874a-5202e4e7d9f8 x-openstack-request-id: req-de6ee2af-bc93-4fcf-874a-5202e4e7d9f8 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:19.738486 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c083502b-4d9b-42b8-828c-55e3009467ea", "tag": "cf35a532-38e2-4463-bdd1-18a2d56537e0", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:19.738740 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de6ee2af-bc93-4fcf-874a-5202e4e7d9f8 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:19.739143 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6ee2af-bc93-4fcf-874a-5202e4e7d9f8'] response: {'name': 'network-changed', 'server_uuid': 'c083502b-4d9b-42b8-828c-55e3009467ea', 'tag': 'cf35a532-38e2-4463-bdd1-18a2d56537e0', 'status': 'completed', 'code': 200} Aug 30 01:21:19.754878 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34830ad-4e41-40e0-b7b0-fd460e0b553e service neutron] Pushing event updated for resources: {'Port': ['ID=cf35a532-38e2-4463-bdd1-18a2d56537e0,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:19.830782 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7a41c-99d9-4917-b866-c9e0a41002d3 req-8bf0edce-59cd-4b39-991b-423715a430c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:19.832265 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-15f7a41c-99d9-4917-b866-c9e0a41002d3 req-8bf0edce-59cd-4b39-991b-423715a430c8 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=6bb93b63909346cbab03513b7707f7b8&device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 1127 time: 0.0397747 Aug 30 01:21:19.942654 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7a41c-99d9-4917-b866-c9e0a41002d3 req-4f9b4cbb-baf4-4124-8053-bdb32b4ef9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:19.944020 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-15f7a41c-99d9-4917-b866-c9e0a41002d3 req-4f9b4cbb-baf4-4124-8053-bdb32b4ef9fb service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=6bb93b63909346cbab03513b7707f7b8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0973592 Aug 30 01:21:20.037198 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7a41c-99d9-4917-b866-c9e0a41002d3 req-8e057eca-d218-4604-92a9-b61c9ccd8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:20.038676 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-15f7a41c-99d9-4917-b866-c9e0a41002d3 req-8e057eca-d218-4604-92a9-b61c9ccd8de6 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885303 Aug 30 01:21:20.144946 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925e404-313f-4b99-8931-63951a71ae44 req-0a5e1742-cd43-48e0-a43f-6f2be706297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:20.146549 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-0a5e1742-cd43-48e0-a43f-6f2be706297e service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=6bb93b63909346cbab03513b7707f7b8&device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 1127 time: 0.0410075 Aug 30 01:21:20.248321 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-8fe75039-d57c-41ff-81e5-f0c50d44bc6f service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf35a532-38e2-4463-bdd1-18a2d56537e0 HTTP/1.1" status: 200 len: 217 time: 0.0527985 Aug 30 01:21:20.248673 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3ed6c-f4be-41ef-ac6b-f688aba34164 req-4d101cb6-605f-44cc-9e7a-3d9ceb3f29ff tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:20.249124 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-47f3ed6c-f4be-41ef-ac6b-f688aba34164 req-4d101cb6-605f-44cc-9e7a-3d9ceb3f29ff tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 943 time: 0.0521648 Aug 30 01:21:20.270855 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925e404-313f-4b99-8931-63951a71ae44 req-b637c161-8537-406d-8cfc-20f1747cbf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:20.276877 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-b637c161-8537-406d-8cfc-20f1747cbf33 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=6091b550-4b3e-41fd-91e9-5861d42df057 HTTP/1.1" status: 200 len: 853 time: 0.0492435 Aug 30 01:21:20.304736 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-47f3ed6c-f4be-41ef-ac6b-f688aba34164 req-b26a4a62-5088-4038-88da-7c4ff91c5a59 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488234 Aug 30 01:21:20.305411 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-00f2df81-3c1b-4054-9c2d-bbcc3493f193 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273187 Aug 30 01:21:20.355571 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7ceac62d-9d30-4881-9f15-bd38aa517881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:20.402722 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-ccf49e30-f353-4efc-bdcd-244625b4732e service neutron] 10.222.0.74 "GET /networking/v2.0/networks/85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912979 Aug 30 01:21:20.496247 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b925e404-313f-4b99-8931-63951a71ae44 req-7c7a380b-4a42-48a1-bb10-25740d4cfd6c service neutron] 10.222.0.74 "GET /networking/v2.0/networks/85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869761 Aug 30 01:21:20.802312 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194eb99d-2914-4147-85c1-0f30b216ef71 req-d43dd01c-5f1c-4c99-8e45-d330e36225bc tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:20.803784 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-194eb99d-2914-4147-85c1-0f30b216ef71 req-d43dd01c-5f1c-4c99-8e45-d330e36225bc tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0511405 Aug 30 01:21:20.853139 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-194eb99d-2914-4147-85c1-0f30b216ef71 req-ddc6c279-aa29-4d01-bd08-60c88c1d62c6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437357 Aug 30 01:21:21.428468 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6db903-b1ca-4912-afc2-64d72fe7fc79 req-452a7ee0-c1ba-4434-8a46-8ae5fa5f7ba7 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:21.430169 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a6db903-b1ca-4912-afc2-64d72fe7fc79 req-452a7ee0-c1ba-4434-8a46-8ae5fa5f7ba7 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 943 time: 0.0470417 Aug 30 01:21:21.478523 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6a6db903-b1ca-4912-afc2-64d72fe7fc79 req-e6772b6a-11a9-4e23-b1d0-847de53003e4 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Aug 30 01:21:21.956349 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:21.974217 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74129cdd-2eec-450b-857e-6380fb96ecec req-40cff9aa-c9a3-4b1a-992a-81be1a2dc316 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:21.975695 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-74129cdd-2eec-450b-857e-6380fb96ecec req-40cff9aa-c9a3-4b1a-992a-81be1a2dc316 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0471871 Aug 30 01:21:22.028398 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-74129cdd-2eec-450b-857e-6380fb96ecec req-df7cbdb9-72ab-4b52-874e-4726ed5fcf92 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460749 Aug 30 01:21:22.598923 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febbece-0654-4099-8be6-20ba69da295b req-06d015c9-bea2-41fe-b5e5-caad1732975d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:22.600398 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8febbece-0654-4099-8be6-20ba69da295b req-06d015c9-bea2-41fe-b5e5-caad1732975d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 943 time: 0.0470228 Aug 30 01:21:22.647726 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8febbece-0654-4099-8be6-20ba69da295b req-2fe49999-82bf-4950-b5d4-239fedceb48b tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Aug 30 01:21:22.983043 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ccfff552-9d25-464d-b3a7-f653f2fb3d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:23.148043 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c29e1-0371-4c57-aaf5-b40996a5354c req-e8c5a6b2-a871-4f1c-9e0e-c52f53b06c3f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:23.149516 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-987c29e1-0371-4c57-aaf5-b40996a5354c req-e8c5a6b2-a871-4f1c-9e0e-c52f53b06c3f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0467508 Aug 30 01:21:23.206385 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-987c29e1-0371-4c57-aaf5-b40996a5354c req-ed5b9877-a9c5-4951-8896-9dd3cb8cb489 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479002 Aug 30 01:21:23.755351 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:23.770341 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67331c-5547-40fa-bf7e-be5d91124e99 req-1f048658-fc2b-4c08-81ca-2a4dc46abe29 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:23.771821 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8e67331c-5547-40fa-bf7e-be5d91124e99 req-1f048658-fc2b-4c08-81ca-2a4dc46abe29 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 943 time: 0.0509706 Aug 30 01:21:23.820910 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-8e67331c-5547-40fa-bf7e-be5d91124e99 req-a5e89388-8184-4b64-9890-1710c81265f1 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426271 Aug 30 01:21:23.934147 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device cf35a532-38e2-4463-bdd1-18a2d56537e0 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:21:24.034519 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port cf35a532-38e2-4463-bdd1-18a2d56537e0, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cf35a532-38e2-4463-bdd1-18a2d56537e0,segment=NetworkSegment(8ade890c-5ae3-4433-9bd0-13075a81212a),segment_id=8ade890c-5ae3-4433-9bd0-13075a81212a)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:24.045898 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'cf35a532-38e2-4463-bdd1-18a2d56537e0', 'network_id': '85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c', 'port_id': 'cf35a532-38e2-4463-bdd1-18a2d56537e0', 'mac_address': 'fa:16:3e:bb:74:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6091b550-4b3e-41fd-91e9-5861d42df057', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:21:24.079727 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port cf35a532-38e2-4463-bdd1-18a2d56537e0 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:21:24.080174 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:24.093514 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf35a532-38e2-4463-bdd1-18a2d56537e0 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:21:24.113986 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port cf35a532-38e2-4463-bdd1-18a2d56537e0, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cf35a532-38e2-4463-bdd1-18a2d56537e0,segment=NetworkSegment(8ade890c-5ae3-4433-9bd0-13075a81212a),segment_id=8ade890c-5ae3-4433-9bd0-13075a81212a)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:24.170773 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:24.197317 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:24.219623 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=cf35a532-38e2-4463-bdd1-18a2d56537e0,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:24.227337 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.227684 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.228032 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.228372 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.228706 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.229717 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.230015 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.230468 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.230894 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.231246 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.231573 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.231898 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.232223 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.232549 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.232870 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:21:24.323597 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78dfed-82dd-45d1-9f94-6a2b717d27fc req-ee491451-6663-487a-bc1b-05dff326e0f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:24.325076 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dd78dfed-82dd-45d1-9f94-6a2b717d27fc req-ee491451-6663-487a-bc1b-05dff326e0f5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0469804 Aug 30 01:21:24.366859 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:24.375935 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dd78dfed-82dd-45d1-9f94-6a2b717d27fc req-a2955b78-041a-45a6-8a8b-69f46cbda696 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453196 Aug 30 01:21:24.561798 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['cf35a532-38e2-4463-bdd1-18a2d56537e0'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:21:24.943690 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be28c0-aba8-4a89-a098-864018f9f117 req-60664306-9e90-4dcd-94c3-464c4e2459fe tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:24.945169 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-23be28c0-aba8-4a89-a098-864018f9f117 req-60664306-9e90-4dcd-94c3-464c4e2459fe tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 944 time: 0.0481789 Aug 30 01:21:24.993264 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-23be28c0-aba8-4a89-a098-864018f9f117 req-c084917c-0316-402f-97e7-8995c0aa30f7 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 Aug 30 01:21:25.496202 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d19142-6ced-4298-ad57-800f5e991879 req-faaf9d46-75fb-4019-a88e-177615e9fc90 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:25.497688 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-46d19142-6ced-4298-ad57-800f5e991879 req-faaf9d46-75fb-4019-a88e-177615e9fc90 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0471992 Aug 30 01:21:25.546795 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-46d19142-6ced-4298-ad57-800f5e991879 req-1b424af3-6e26-456a-a607-ae7b6a32bb81 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433495 Aug 30 01:21:25.800111 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:25.850988 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:25.943555 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device cf35a532-38e2-4463-bdd1-18a2d56537e0 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:21:25.992143 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port cf35a532-38e2-4463-bdd1-18a2d56537e0 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:21:26.069036 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port cf35a532-38e2-4463-bdd1-18a2d56537e0 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:21:26.069500 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:26.095784 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:26.115055 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f53d8-2986-4dac-a6cc-64ae2225da1d req-86add343-0ac4-4838-b206-95fb41fa7fc1 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:26.116674 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-925f53d8-2986-4dac-a6cc-64ae2225da1d req-86add343-0ac4-4838-b206-95fb41fa7fc1 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 944 time: 0.0476162 Aug 30 01:21:26.144557 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port cf35a532-38e2-4463-bdd1-18a2d56537e0 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:21:26.144947 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:26.168382 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c083502b-4d9b-42b8-828c-55e3009467ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf35a532-38e2-4463-bdd1-18a2d56537e0'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:26.170630 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45d2aeb-fbe1-4cf3-b1f2-72193f6f8580" -d '{"events": [{"server_uuid": "c083502b-4d9b-42b8-828c-55e3009467ea", "name": "network-vif-plugged", "status": "completed", "tag": "cf35a532-38e2-4463-bdd1-18a2d56537e0"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:26.170922 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-925f53d8-2986-4dac-a6cc-64ae2225da1d req-45b8f912-c49a-4aff-b22c-99e212007fb8 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482004 Aug 30 01:21:26.197219 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port cf35a532-38e2-4463-bdd1-18a2d56537e0, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cf35a532-38e2-4463-bdd1-18a2d56537e0,segment=NetworkSegment(8ade890c-5ae3-4433-9bd0-13075a81212a),segment_id=8ade890c-5ae3-4433-9bd0-13075a81212a)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:26.210322 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0b3d81-b633-4db1-bbec-6082685e146d x-openstack-request-id: req-eb0b3d81-b633-4db1-bbec-6082685e146d {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:26.210615 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c083502b-4d9b-42b8-828c-55e3009467ea", "name": "network-vif-plugged", "status": "completed", "tag": "cf35a532-38e2-4463-bdd1-18a2d56537e0", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:26.210869 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb0b3d81-b633-4db1-bbec-6082685e146d {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:26.211270 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0b3d81-b633-4db1-bbec-6082685e146d'] response: {'server_uuid': 'c083502b-4d9b-42b8-828c-55e3009467ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf35a532-38e2-4463-bdd1-18a2d56537e0', 'code': 200} Aug 30 01:21:26.263159 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:26.313144 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=cf35a532-38e2-4463-bdd1-18a2d56537e0,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:26.614530 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f985ff-6980-4da9-af8b-f09689eff27b req-a2660b90-5338-488c-b665-8dfccabc2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:26.616105 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a0f985ff-6980-4da9-af8b-f09689eff27b req-a2660b90-5338-488c-b665-8dfccabc2aa8 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 1129 time: 0.0437250 Aug 30 01:21:26.664043 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a0f985ff-6980-4da9-af8b-f09689eff27b req-f58f5fe2-6cc8-4347-9d03-13e13d84e173 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 Aug 30 01:21:26.667366 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcfe21-3af4-4db9-ab16-dd3c6f93b5e4 req-f9c8e433-dedf-4f7d-aa8d-04e14e6211b0 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:26.669065 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e8dcfe21-3af4-4db9-ab16-dd3c6f93b5e4 req-f9c8e433-dedf-4f7d-aa8d-04e14e6211b0 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0477993 Aug 30 01:21:26.719871 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e8dcfe21-3af4-4db9-ab16-dd3c6f93b5e4 req-9c90bfc0-8395-4e58-b4ca-900d7db54ce6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451851 Aug 30 01:21:27.293653 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b94af9-0261-4252-a32f-3d505eb2abef req-2b49c5e5-dd96-42d9-9c82-76850cb730db tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:27.295137 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-58b94af9-0261-4252-a32f-3d505eb2abef req-2b49c5e5-dd96-42d9-9c82-76850cb730db tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 945 time: 0.0464826 Aug 30 01:21:27.342746 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-58b94af9-0261-4252-a32f-3d505eb2abef req-5e6ed590-1369-4f08-94bf-4066bd546b19 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418611 Aug 30 01:21:27.840531 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f87bbd-7016-4ab0-8c59-c15be811edef req-6ee0b549-2653-407c-afe5-84303d8139da tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:27.842028 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-91f87bbd-7016-4ab0-8c59-c15be811edef req-6ee0b549-2653-407c-afe5-84303d8139da tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0471787 Aug 30 01:21:27.892614 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-91f87bbd-7016-4ab0-8c59-c15be811edef req-be09d30f-4370-494d-bf5d-6d55c88159ae tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447080 Aug 30 01:21:28.467006 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67526e85-11de-450e-864e-a6e3bdc3d3ef req-0ff501b6-ece6-48d2-be70-4e91a1edebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:28.468414 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-67526e85-11de-450e-864e-a6e3bdc3d3ef req-0ff501b6-ece6-48d2-be70-4e91a1edebd4 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd&device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 1129 time: 0.0727389 Aug 30 01:21:28.488611 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1ed50-b9b8-4f57-bec9-6b8de3f98507 req-963ce4e8-e5c2-4409-8097-8949e036b3e5 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:28.490093 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b7d1ed50-b9b8-4f57-bec9-6b8de3f98507 req-963ce4e8-e5c2-4409-8097-8949e036b3e5 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 945 time: 0.0631530 Aug 30 01:21:28.594762 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b7d1ed50-b9b8-4f57-bec9-6b8de3f98507 req-81d8aeda-4a75-40bc-8448-34269473c8c2 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926008 Aug 30 01:21:28.609773 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67526e85-11de-450e-864e-a6e3bdc3d3ef req-d37ebd9b-4f41-4ecb-8cb8-cdbc3b8af427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:28.611313 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-67526e85-11de-450e-864e-a6e3bdc3d3ef req-d37ebd9b-4f41-4ecb-8cb8-cdbc3b8af427 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=80c77988-807f-4b63-8ab4-31648def8b2d HTTP/1.1" status: 200 len: 909 time: 0.1351740 Aug 30 01:21:28.684696 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-67526e85-11de-450e-864e-a6e3bdc3d3ef req-f0a6b6f5-5b38-4331-8d64-168a356c717a service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4 HTTP/1.1" status: 200 len: 1001 time: 0.0669744 Aug 30 01:21:28.736953 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67526e85-11de-450e-864e-a6e3bdc3d3ef req-88639844-a370-47ae-b80d-273c77b91ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:28.737429 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-67526e85-11de-450e-864e-a6e3bdc3d3ef req-88639844-a370-47ae-b80d-273c77b91ead service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f4d271e0-560e-4f49-a7f4-4da3b43fee53 HTTP/1.1" status: 200 len: 847 time: 0.0470719 Aug 30 01:21:28.794714 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67526e85-11de-450e-864e-a6e3bdc3d3ef req-de4d9063-a422-4888-a42f-ab6933ef1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:28.796196 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-67526e85-11de-450e-864e-a6e3bdc3d3ef req-de4d9063-a422-4888-a42f-ab6933ef1347 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=80c77988-807f-4b63-8ab4-31648def8b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450671 Aug 30 01:21:28.890436 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-67526e85-11de-450e-864e-a6e3bdc3d3ef req-753b0dd7-a866-4348-9f63-28ebb7b70f3c service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872989 Aug 30 01:21:28.952533 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:29.023188 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-67526e85-11de-450e-864e-a6e3bdc3d3ef req-fc56a675-15f9-4147-b261-8ef98edb6b14 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255686 Aug 30 01:21:29.034611 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f648bd3-64c9-4e85-afb0-340e364bd240 req-5810e9ba-24b1-469a-a71c-d8421ca27ced tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:29.036276 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0f648bd3-64c9-4e85-afb0-340e364bd240 req-5810e9ba-24b1-469a-a71c-d8421ca27ced tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0657837 Aug 30 01:21:29.080900 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:29.098864 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0f648bd3-64c9-4e85-afb0-340e364bd240 req-682d94e9-699d-4442-ba1e-dac6319aae9c tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564301 Aug 30 01:21:29.493959 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:21:30.231507 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da7d6a-8d07-4d8c-a9bf-b56429389897 req-a806798f-d1e7-4c2d-9863-14ae61453187 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:30.232994 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b2da7d6a-8d07-4d8c-a9bf-b56429389897 req-a806798f-d1e7-4c2d-9863-14ae61453187 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0469449 Aug 30 01:21:30.287327 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b2da7d6a-8d07-4d8c-a9bf-b56429389897 req-44af6c75-2a34-444b-a21a-e1838b107d60 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486288 Aug 30 01:21:31.414489 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaed90-a467-417a-be8f-a27e0e1d5cf4 req-a2b4e093-4bff-48da-aaa7-3ec44d7cde3d tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:31.416002 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-dcbaed90-a467-417a-be8f-a27e0e1d5cf4 req-a2b4e093-4bff-48da-aaa7-3ec44d7cde3d tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0514500 Aug 30 01:21:31.468076 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-dcbaed90-a467-417a-be8f-a27e0e1d5cf4 req-202483b5-a7a5-4701-ae42-4871a2ed15c1 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444984 Aug 30 01:21:32.591762 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b9d01-3ad9-4f7e-9754-a6f1d9573d11 req-207a108a-e945-4520-b55c-38f1fe572e3f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:32.593271 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c36b9d01-3ad9-4f7e-9754-a6f1d9573d11 req-207a108a-e945-4520-b55c-38f1fe572e3f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0504549 Aug 30 01:21:32.644703 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c36b9d01-3ad9-4f7e-9754-a6f1d9573d11 req-1189d40b-2f8a-4c49-b8bd-ca17c9717ce6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455127 Aug 30 01:21:33.157283 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d257e9e-b85b-4801-9887-465816776b1b req-cc7cbabf-a107-4a58-a101-2592700704b5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:33.159204 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9d257e9e-b85b-4801-9887-465816776b1b req-cc7cbabf-a107-4a58-a101-2592700704b5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0477002 Aug 30 01:21:33.219011 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9d257e9e-b85b-4801-9887-465816776b1b req-b016932f-a793-4dba-b89a-8f1b291f22ba tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541167 Aug 30 01:21:33.250513 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-66952bee-07e9-4a68-8b7a-01f4d70fe044 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903430 Aug 30 01:21:33.376664 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-fca48da3-2679-4af2-9344-d8a7fcb572f1 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:33.378089 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-fca48da3-2679-4af2-9344-d8a7fcb572f1 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports/c4e6504b-45ee-4446-8a10-2c25ab5d86a4 HTTP/1.1" status: 200 len: 942 time: 0.0999954 Aug 30 01:21:33.957126 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c4e6504b-45ee-4446-8a10-2c25ab5d86a4 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:21:34.030043 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 is: ACTIVE; New status is: DOWN {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:21:34.030437 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:34.056707 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:34.059027 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409615c0-0583-4cb9-b544-d2fe508e6950" -d '{"events": [{"server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "name": "network-vif-unplugged", "status": "completed", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:34.072223 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port c4e6504b-45ee-4446-8a10-2c25ab5d86a4, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:34.096216 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e492669-4cb4-4fd7-a55a-46ef13300f04 x-openstack-request-id: req-7e492669-4cb4-4fd7-a55a-46ef13300f04 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:34.096507 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "name": "network-vif-unplugged", "status": "failed", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4", "code": 422}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:34.096761 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e492669-4cb4-4fd7-a55a-46ef13300f04 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:34.097228 dv-cinder-815712-11-iscsi neutron-server[107026]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7e492669-4cb4-4fd7-a55a-46ef13300f04']: {'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'code': 422} returned with failed status Aug 30 01:21:34.165875 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:34.214565 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,revision_number=6']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:34.341882 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c1d42-67fd-47a2-abb0-aeefa9496629 req-3f408cef-90c7-4636-82e0-c16b1141e752 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:34.343408 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9e5c1d42-67fd-47a2-abb0-aeefa9496629 req-3f408cef-90c7-4636-82e0-c16b1141e752 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0478249 Aug 30 01:21:34.393361 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-9e5c1d42-67fd-47a2-abb0-aeefa9496629 req-56c893bc-f3b2-44fc-85d2-2ec80c0fec88 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Aug 30 01:21:35.516297 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f1cd6-5567-4cb3-ad47-ad247f192159 req-6abeb08b-cdd4-4e84-b21c-73c918058d11 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:35.517797 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d26f1cd6-5567-4cb3-ad47-ad247f192159 req-6abeb08b-cdd4-4e84-b21c-73c918058d11 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0470026 Aug 30 01:21:35.566987 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d26f1cd6-5567-4cb3-ad47-ad247f192159 req-74ee358f-a72e-4741-8071-72faa56433e9 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435627 Aug 30 01:21:36.697478 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bac82-711c-4b81-aafc-bbb9f2d1934d req-ae2d4206-c3b4-45e7-88fa-2a849cc8fe24 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:36.699868 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8f9bac82-711c-4b81-aafc-bbb9f2d1934d req-ae2d4206-c3b4-45e7-88fa-2a849cc8fe24 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0585291 Aug 30 01:21:36.751557 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-8f9bac82-711c-4b81-aafc-bbb9f2d1934d req-79956ec4-6b95-4e4d-9fff-8bb73e862a7b tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452681 Aug 30 01:21:37.874755 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf1e08-8d08-4294-8f8f-599e4a35df5e req-5195edcc-3a41-4a2a-95f4-69a4f30edb74 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:37.876222 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-87bf1e08-8d08-4294-8f8f-599e4a35df5e req-5195edcc-3a41-4a2a-95f4-69a4f30edb74 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0499701 Aug 30 01:21:37.925387 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-87bf1e08-8d08-4294-8f8f-599e4a35df5e req-ee5ae3a0-9341-4208-b310-2fb0a6165585 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433576 Aug 30 01:21:39.047938 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06be8f9-889a-4541-b2ee-fac13bcdac61 req-a3990242-a83c-416f-983f-7e4fe4354f1b tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:39.049428 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e06be8f9-889a-4541-b2ee-fac13bcdac61 req-a3990242-a83c-416f-983f-7e4fe4354f1b tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0489891 Aug 30 01:21:39.102356 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e06be8f9-889a-4541-b2ee-fac13bcdac61 req-c81f9d5b-9550-4503-b50b-78ed6097b106 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469246 Aug 30 01:21:39.489163 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:39.489755 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:40.223317 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af6d2-8f26-418c-a0ca-cf73f78d0b2a req-385b1faf-0417-4927-ab95-c835124fe991 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:40.224772 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f05af6d2-8f26-418c-a0ca-cf73f78d0b2a req-385b1faf-0417-4927-ab95-c835124fe991 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0470653 Aug 30 01:21:40.274655 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f05af6d2-8f26-418c-a0ca-cf73f78d0b2a req-bdd9e83d-8e38-4c0e-96cf-652e41fa92ae tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442631 Aug 30 01:21:41.406391 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f3ea3-d378-4398-9a40-166dd78ed27a req-76f9ef9c-8ea1-4993-9940-c860a105052e tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:41.408799 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2b7f3ea3-d378-4398-9a40-166dd78ed27a req-76f9ef9c-8ea1-4993-9940-c860a105052e tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0554998 Aug 30 01:21:41.469966 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2b7f3ea3-d378-4398-9a40-166dd78ed27a req-66882e4d-0b45-4381-803b-b74ca06e15a6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554421 Aug 30 01:21:42.600137 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c227b3c-a165-479b-9a71-c715dc387618 req-854182d9-eaa5-43d1-97c2-f0e8350f8417 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:42.601512 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5c227b3c-a165-479b-9a71-c715dc387618 req-854182d9-eaa5-43d1-97c2-f0e8350f8417 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0473046 Aug 30 01:21:42.656322 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5c227b3c-a165-479b-9a71-c715dc387618 req-fe94e1e1-0a30-4630-9edc-43c2ecaa5a9f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491211 Aug 30 01:21:43.005068 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-3ff4dd51-cefb-440e-8cc2-f7248827dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:43.005068 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-3ff4dd51-cefb-440e-8cc2-f7248827dbe0 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91&tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd HTTP/1.1" status: 200 len: 1127 time: 0.0407722 Aug 30 01:21:43.083577 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-5affadb3-500e-4941-b678-3486e2d6fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:43.085118 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-5affadb3-500e-4941-b678-3486e2d6fa82 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd&device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 1127 time: 0.0401986 Aug 30 01:21:43.188626 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-c52d0530-f182-4c4e-9144-150716f25a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:43.190156 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-c52d0530-f182-4c4e-9144-150716f25a95 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=80c77988-807f-4b63-8ab4-31648def8b2d HTTP/1.1" status: 200 len: 909 time: 0.0993226 Aug 30 01:21:43.268431 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-fdfeacc4-9160-4712-a052-fd4e5d81fbab service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4 HTTP/1.1" status: 200 len: 999 time: 0.0682166 Aug 30 01:21:43.317177 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-8e2963fd-ce87-413a-920d-239891368bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:43.318679 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-8e2963fd-ce87-413a-920d-239891368bc3 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f4d271e0-560e-4f49-a7f4-4da3b43fee53 HTTP/1.1" status: 200 len: 847 time: 0.0448318 Aug 30 01:21:43.333962 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:43.354870 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:43.366891 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-730000e9-d783-404b-a0f6-c2277afdd9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:43.368397 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-730000e9-d783-404b-a0f6-c2277afdd9f3 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=80c77988-807f-4b63-8ab4-31648def8b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441735 Aug 30 01:21:43.461053 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-24e6e682-0c2e-405f-8ad6-7f4d1266ffdc service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850873 Aug 30 01:21:43.554999 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-6a8cb87d-8391-4339-87af-b2b1c244c804 req-24a7cf2b-a256-406c-aaf2-64e3634be0fe service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881231 Aug 30 01:21:43.778594 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969de7e-8ca2-45ca-b35d-e110114a7b25 req-216c7d79-29e5-4e40-895b-88591103db54 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:43.780301 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2969de7e-8ca2-45ca-b35d-e110114a7b25 req-216c7d79-29e5-4e40-895b-88591103db54 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0493093 Aug 30 01:21:43.832653 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2969de7e-8ca2-45ca-b35d-e110114a7b25 req-a9da761e-b6a7-4975-aac7-5fd7d7b6c110 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459480 Aug 30 01:21:44.206519 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=7,neutron:SELECT=70,neutron:DELETE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:44.210363 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:44.212094 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:44.984697 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e463-ca5f-41f6-8697-40a3b0ae3cf0 req-5b104900-1ee3-420b-9619-ef3f0f3215d8 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:44.986199 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-dc80e463-ca5f-41f6-8697-40a3b0ae3cf0 req-5b104900-1ee3-420b-9619-ef3f0f3215d8 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0603058 Aug 30 01:21:45.010307 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:45.049461 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-dc80e463-ca5f-41f6-8697-40a3b0ae3cf0 req-abbcb5c4-de6e-46f0-a824-64c391c19fbd tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568252 Aug 30 01:21:46.177063 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120120e-d643-4177-ae04-a634ccc7541f req-f7b6a658-2e17-4545-9541-9b41646bbc6b tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:46.178556 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e120120e-d643-4177-ae04-a634ccc7541f req-f7b6a658-2e17-4545-9541-9b41646bbc6b tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0463393 Aug 30 01:21:46.230745 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e120120e-d643-4177-ae04-a634ccc7541f req-197be88f-5d87-42b3-8ac5-e8c50930be25 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464749 Aug 30 01:21:47.356768 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956ac4e-e7e4-4e12-8988-2fdb3d5462fa req-26e0f2c4-3503-4e4b-aa89-0656f8a5d23e tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:47.358820 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6956ac4e-e7e4-4e12-8988-2fdb3d5462fa req-26e0f2c4-3503-4e4b-aa89-0656f8a5d23e tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0491574 Aug 30 01:21:47.409802 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-6956ac4e-e7e4-4e12-8988-2fdb3d5462fa req-c78e1fad-b488-4541-8204-94e8975ef8fa tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452232 Aug 30 01:21:48.537438 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3c7e-d468-426c-81da-4706b1aecf89 req-a1440c96-f9f7-4dfe-bb7d-83ba5b330b1b tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:48.539013 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-97fd3c7e-d468-426c-81da-4706b1aecf89 req-a1440c96-f9f7-4dfe-bb7d-83ba5b330b1b tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0479944 Aug 30 01:21:48.589904 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-97fd3c7e-d468-426c-81da-4706b1aecf89 req-96215b15-507d-4c3a-9bd6-9ad476a8d0c7 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452740 Aug 30 01:21:49.537031 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:49.712720 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc60328-90d5-4da0-879f-799c52be9d86 req-37660844-b2e1-4e57-bfd5-72aeaebb9029 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:49.714218 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bfc60328-90d5-4da0-879f-799c52be9d86 req-37660844-b2e1-4e57-bfd5-72aeaebb9029 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0503974 Aug 30 01:21:49.764228 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-bfc60328-90d5-4da0-879f-799c52be9d86 req-5ffed7e1-9fe2-4e15-8f96-9fd2718a8f47 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443325 Aug 30 01:21:50.307236 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-36e0be87-14ed-4d41-8c76-614d37986aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:50.883048 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b6489-c94c-4556-99e9-794cc503b34d req-182e06f0-8903-4423-9ec2-15e9303d2859 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:50.884630 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4f9b6489-c94c-4556-99e9-794cc503b34d req-182e06f0-8903-4423-9ec2-15e9303d2859 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0469267 Aug 30 01:21:50.944906 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-4f9b6489-c94c-4556-99e9-794cc503b34d req-2b952223-fbaa-417a-b1ca-131bacea4016 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535123 Aug 30 01:21:52.063106 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c4e6504b-45ee-4446-8a10-2c25ab5d86a4 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:21:52.097991 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f550bce-87a0-4178-b1e7-a43156198f2f req-5c658167-a01f-4e03-a40d-0d4e5200681c tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:52.099600 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0f550bce-87a0-4178-b1e7-a43156198f2f req-5c658167-a01f-4e03-a40d-0d4e5200681c tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 943 time: 0.0560308 Aug 30 01:21:52.156355 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0f550bce-87a0-4178-b1e7-a43156198f2f req-6002484f-997e-4647-b9db-83e28087bbeb tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509429 Aug 30 01:21:52.170237 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port c4e6504b-45ee-4446-8a10-2c25ab5d86a4, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:52.183044 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'port_id': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'mac_address': 'fa:16:3e:1e:14:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:21:52.218695 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:21:52.219078 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:52.235936 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e6504b-45ee-4446-8a10-2c25ab5d86a4 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:21:52.258430 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port c4e6504b-45ee-4446-8a10-2c25ab5d86a4, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:52.365575 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:52.415204 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,revision_number=7']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:52.708789 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['c4e6504b-45ee-4446-8a10-2c25ab5d86a4'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:21:52.959603 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-31f862a3-c22a-455e-a246-9ece316f7148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:53.277205 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7fd6a4-c690-40ca-94e4-438adfbf0ae1 req-a4e5f943-634e-46db-baa5-33beb1f584b2 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:53.278699 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cd7fd6a4-c690-40ca-94e4-438adfbf0ae1 req-a4e5f943-634e-46db-baa5-33beb1f584b2 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 944 time: 0.0474303 Aug 30 01:21:53.332204 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cd7fd6a4-c690-40ca-94e4-438adfbf0ae1 req-0a2ddd08-20be-44fd-8cf9-a3f97d08da2f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471146 Aug 30 01:21:54.104525 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c4e6504b-45ee-4446-8a10-2c25ab5d86a4 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:21:54.169319 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:21:54.170153 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.197188 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e13e2e2c-a034-4377-b519-2d2fb90e1a87 req-7effeab5-9711-4a36-8a52-afd777896d42 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430498 Aug 30 01:21:54.235649 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.244338 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:21:54.244880 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.268350 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:54.270742 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920792a0-ff53-43a6-80e9-d9af243c2cf4" -d '{"events": [{"server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "name": "network-vif-plugged", "status": "completed", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:54.284860 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port c4e6504b-45ee-4446-8a10-2c25ab5d86a4, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:54.289114 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2e2c-a034-4377-b519-2d2fb90e1a87 req-7882de5a-9bdd-4c72-844d-081a735328e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:54.291185 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e13e2e2c-a034-4377-b519-2d2fb90e1a87 req-7882de5a-9bdd-4c72-844d-081a735328e9 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 1129 time: 0.0478809 Aug 30 01:21:54.312438 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b435cdbe-ccf7-463d-8e73-715cd794878c x-openstack-request-id: req-b435cdbe-ccf7-463d-8e73-715cd794878c {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:54.312748 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "name": "network-vif-plugged", "status": "completed", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:54.313021 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b435cdbe-ccf7-463d-8e73-715cd794878c {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:54.313411 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b435cdbe-ccf7-463d-8e73-715cd794878c'] response: {'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'code': 200} Aug 30 01:21:54.343082 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:54.433137 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,revision_number=8']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:54.449028 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:54.457086 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:54.497538 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:54.512586 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3c204-96f8-49bb-9fdf-b2d38df64275 req-363fa64c-6498-409c-9c09-0e78427a32e5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:54.515690 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c6f3c204-96f8-49bb-9fdf-b2d38df64275 req-363fa64c-6498-409c-9c09-0e78427a32e5 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0703194 Aug 30 01:21:54.537929 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2e2c-a034-4377-b519-2d2fb90e1a87 req-6f8cc152-992e-43c8-b29b-d1436a1914ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:54.539686 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e13e2e2c-a034-4377-b519-2d2fb90e1a87 req-6f8cc152-992e-43c8-b29b-d1436a1914ad service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 912 time: 0.1810708 Aug 30 01:21:54.552663 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:54.609669 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c6f3c204-96f8-49bb-9fdf-b2d38df64275 req-b1a6e4ea-35a7-4fe8-876b-965bffc884c8 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888999 Aug 30 01:21:54.622779 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e13e2e2c-a034-4377-b519-2d2fb90e1a87 req-79157d0c-be8f-4394-bf71-10a8bdd8a9dc service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd271197-9d24-4e46-858e-e54a62ef8533 HTTP/1.1" status: 200 len: 1001 time: 0.0765023 Aug 30 01:21:54.681052 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2e2c-a034-4377-b519-2d2fb90e1a87 req-ed65f763-68d9-4792-8bc2-cadadda1ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:54.682604 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e13e2e2c-a034-4377-b519-2d2fb90e1a87 req-ed65f763-68d9-4792-8bc2-cadadda1ab8d service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=334300b0-93b9-4213-837b-a819672a30f3 HTTP/1.1" status: 200 len: 850 time: 0.0525167 Aug 30 01:21:54.752719 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e2e2c-a034-4377-b519-2d2fb90e1a87 req-a5d9ba47-b98c-4fca-ac32-446d741640a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:54.754546 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e13e2e2c-a034-4377-b519-2d2fb90e1a87 req-a5d9ba47-b98c-4fca-ac32-446d741640a3 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=8c6152a9-22c5-47c3-b922-7c52df366312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533631 Aug 30 01:21:54.826800 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ec4a4-fa6d-4843-a150-f2f9ac404018 req-36e36ba8-f0bb-462a-a591-97d7cce72963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:54.828296 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7a0ec4a4-fa6d-4843-a150-f2f9ac404018 req-36e36ba8-f0bb-462a-a591-97d7cce72963 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 1129 time: 0.0864565 Aug 30 01:21:54.873169 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e13e2e2c-a034-4377-b519-2d2fb90e1a87 req-247223db-e2d3-4887-aad0-de6b163437c8 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028149 Aug 30 01:21:54.919395 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccea9f-3901-480f-baf4-f2c958b7506d req-ce4fd54d-fd39-4d72-b9a9-6b5a87b42e58 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:54.920844 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-07ccea9f-3901-480f-baf4-f2c958b7506d req-ce4fd54d-fd39-4d72-b9a9-6b5a87b42e58 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 945 time: 0.0502982 Aug 30 01:21:54.968758 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-07ccea9f-3901-480f-baf4-f2c958b7506d req-5856d25f-91d9-44bb-bf89-5fb4e72ac7c2 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420604 Aug 30 01:21:55.732869 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d746cb-f5c4-4818-941f-ec62f8a93ef1 req-23915125-4a90-46ac-a32f-969c1e97b963 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:55.734358 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e3d746cb-f5c4-4818-941f-ec62f8a93ef1 req-23915125-4a90-46ac-a32f-969c1e97b963 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0461464 Aug 30 01:21:55.786975 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e3d746cb-f5c4-4818-941f-ec62f8a93ef1 req-57584bf1-3e52-402b-88e0-d9621810ce0e tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455644 Aug 30 01:21:55.816846 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:55.849599 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:56.087225 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349a85e-6836-4554-a576-302a4e088060 req-ebc09589-3a40-4870-bea4-1efa2645c236 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:56.088690 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1349a85e-6836-4554-a576-302a4e088060 req-ebc09589-3a40-4870-bea4-1efa2645c236 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 945 time: 0.0457263 Aug 30 01:21:56.138586 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1349a85e-6836-4554-a576-302a4e088060 req-9e4f1c6f-f6ec-4b1a-b967-784cd2942e6f tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443327 Aug 30 01:21:56.467965 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7a0ec4a4-fa6d-4843-a150-f2f9ac404018 req-4d7842d6-36ba-4ed3-bde3-5d97a03cdbb0 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955153 Aug 30 01:21:56.495959 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e13e2e2c-a034-4377-b519-2d2fb90e1a87 req-d4b22079-6c26-4f66-ba11-06406eee4619 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222730 Aug 30 01:21:56.899906 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:56.916325 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a899b-3ff6-4875-b6a3-185808fc8da3 req-c7b2ab00-cff7-4d88-8880-bfaf3592e77f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:56.917933 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d94a899b-3ff6-4875-b6a3-185808fc8da3 req-c7b2ab00-cff7-4d88-8880-bfaf3592e77f tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0537345 Aug 30 01:21:56.974195 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d94a899b-3ff6-4875-b6a3-185808fc8da3 req-3ca4d09d-0d41-42d7-868c-563996337929 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506132 Aug 30 01:21:57.267317 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf856d-d998-42d1-914a-d9050278a3ab req-f6d6bedb-ca65-433e-b7ff-764cb1dc688d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:57.268792 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-adcf856d-d998-42d1-914a-d9050278a3ab req-f6d6bedb-ca65-433e-b7ff-764cb1dc688d tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 945 time: 0.0555232 Aug 30 01:21:57.315612 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-adcf856d-d998-42d1-914a-d9050278a3ab req-ba221e74-737c-4652-8a5c-6643d473a60a tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1dafc680-7951-44ef-8887-10452fa0fb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Aug 30 01:21:57.452686 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8a162-f285-4887-a251-01b8e5ffe05c req-28e73536-b834-40e7-97a1-9107a612fb5a tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:57.454077 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-02b8a162-f285-4887-a251-01b8e5ffe05c req-28e73536-b834-40e7-97a1-9107a612fb5a tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 945 time: 0.0460932 Aug 30 01:21:57.524837 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:57.541953 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-02b8a162-f285-4887-a251-01b8e5ffe05c req-f9bf96e2-9905-4c45-baa3-15d34d36a713 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Deleting port cf35a532-38e2-4463-bdd1-18a2d56537e0 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:21:57.543779 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-02b8a162-f285-4887-a251-01b8e5ffe05c req-f9bf96e2-9905-4c45-baa3-15d34d36a713 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.636547 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-02b8a162-f285-4887-a251-01b8e5ffe05c req-f9bf96e2-9905-4c45-baa3-15d34d36a713 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] For port cf35a532-38e2-4463-bdd1-18a2d56537e0, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cf35a532-38e2-4463-bdd1-18a2d56537e0,segment=NetworkSegment(8ade890c-5ae3-4433-9bd0-13075a81212a),segment_id=8ade890c-5ae3-4433-9bd0-13075a81212a)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:21:57.636910 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-02b8a162-f285-4887-a251-01b8e5ffe05c req-f9bf96e2-9905-4c45-baa3-15d34d36a713 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.651114 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-02b8a162-f285-4887-a251-01b8e5ffe05c req-f9bf96e2-9905-4c45-baa3-15d34d36a713 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Calling delete_port for cf35a532-38e2-4463-bdd1-18a2d56537e0 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:21:57.765815 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:21:57.903121 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-02b8a162-f285-4887-a251-01b8e5ffe05c req-f9bf96e2-9905-4c45-baa3-15d34d36a713 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (cf35a532-38e2-4463-bdd1-18a2d56537e0), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.929360 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf96e2-9905-4c45-baa3-15d34d36a713 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Pushing event deleted for resources: {'Port': ['ID=cf35a532-38e2-4463-bdd1-18a2d56537e0,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:21:57.944881 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['cf35a532-38e2-4463-bdd1-18a2d56537e0'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:21:57.975026 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b8a162-f285-4887-a251-01b8e5ffe05c req-f9bf96e2-9905-4c45-baa3-15d34d36a713 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] No DVR routers for this DVR port cf35a532-38e2-4463-bdd1-18a2d56537e0 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:21:57.977368 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-02b8a162-f285-4887-a251-01b8e5ffe05c req-f9bf96e2-9905-4c45-baa3-15d34d36a713 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:21:57.980511 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-02b8a162-f285-4887-a251-01b8e5ffe05c req-f9bf96e2-9905-4c45-baa3-15d34d36a713 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.74 "DELETE /networking/v2.0/ports/cf35a532-38e2-4463-bdd1-18a2d56537e0 HTTP/1.1" status: 204 len: 173 time: 0.5181732 Aug 30 01:21:57.980932 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c083502b-4d9b-42b8-828c-55e3009467ea', 'name': 'network-vif-deleted', 'tag': 'cf35a532-38e2-4463-bdd1-18a2d56537e0'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:21:57.983151 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb43e5a0-da7a-4f2e-ac3e-3efe8d619472" -d '{"events": [{"server_uuid": "c083502b-4d9b-42b8-828c-55e3009467ea", "name": "network-vif-deleted", "tag": "cf35a532-38e2-4463-bdd1-18a2d56537e0"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:21:58.090866 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c745e600-cef8-4a62-bb60-94cc8dea8dc7 x-openstack-request-id: req-c745e600-cef8-4a62-bb60-94cc8dea8dc7 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:21:58.091166 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c083502b-4d9b-42b8-828c-55e3009467ea", "name": "network-vif-deleted", "tag": "cf35a532-38e2-4463-bdd1-18a2d56537e0", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:21:58.091417 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c745e600-cef8-4a62-bb60-94cc8dea8dc7 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:21:58.091819 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c745e600-cef8-4a62-bb60-94cc8dea8dc7'] response: {'server_uuid': 'c083502b-4d9b-42b8-828c-55e3009467ea', 'name': 'network-vif-deleted', 'tag': 'cf35a532-38e2-4463-bdd1-18a2d56537e0', 'status': 'completed', 'code': 200} Aug 30 01:21:58.106387 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0638255-9116-44a4-b40a-7ad3b034bef5 req-05dee230-3906-4761-9756-cbbc0125e0ba tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:21:58.107999 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d0638255-9116-44a4-b40a-7ad3b034bef5 req-05dee230-3906-4761-9756-cbbc0125e0ba tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0567939 Aug 30 01:21:58.163092 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d0638255-9116-44a4-b40a-7ad3b034bef5 req-f243c917-7002-4be7-a165-8515cffbbfa4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480402 Aug 30 01:21:58.419884 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4f7f6bb5-8c2c-4a96-a6f1-3abbcd09a699 req-a0005e54-5c82-49ea-bfdf-0c126c617ac1 tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 210 time: 0.0286994 Aug 30 01:21:59.540225 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-dd5c192b-c25d-4fe7-a5c7-cb260164d5cd req-e2f198ae-74c7-4926-bb05-b679e25d21bc tempest-VolumesSnapshotTestJSON-1910596305 tempest-VolumesSnapshotTestJSON-1910596305-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c083502b-4d9b-42b8-828c-55e3009467ea HTTP/1.1" status: 200 len: 210 time: 0.0286815 Aug 30 01:22:00.095699 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device cf35a532-38e2-4463-bdd1-18a2d56537e0 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:00.119189 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: cf35a532-38e2-4463-bdd1-18a2d56537e0 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:00.119540 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device cf35a532-38e2-4463-bdd1-18a2d56537e0 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:05.748917 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:06.493934 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:22:06.969621 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:08.154744 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=9 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:08.401869 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=43 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:09.522911 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:10.099601 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:10.100389 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:16.489348 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:18.489403 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:19.574760 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:20.271672 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-1665e77a-7659-4002-b29c-10e79675ef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:22.965556 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-930b6404-2ca1-4825-a4b8-082d789e912c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:24.227774 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:25.776226 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:25.831511 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:26.946484 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38374) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:26.992208 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Deleting subnet 6091b550-4b3e-41fd-91e9-5861d42df057 {{(pid=107025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:22:26.995670 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Publish callbacks [] for subnet (6091b550-4b3e-41fd-91e9-5861d42df057), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.031710 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13169954'] for subnet (6091b550-4b3e-41fd-91e9-5861d42df057), precommit_delete_associations {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.074112 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (6091b550-4b3e-41fd-91e9-5861d42df057), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.191795 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13572797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13108100'] for subnet (6091b550-4b3e-41fd-91e9-5861d42df057), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.217825 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6091b550-4b3e-41fd-91e9-5861d42df057,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:27.228559 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.231675 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/6091b550-4b3e-41fd-91e9-5861d42df057 HTTP/1.1" status: 204 len: 168 time: 0.2841625 Aug 30 01:22:27.234278 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.234623 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.235054 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.235289 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38376) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:27.235756 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.235756 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.236012 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.236333 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.236753 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.236973 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.237279 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.237601 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.238005 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.238325 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.238641 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.239066 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c8bc3a-0f9f-480c-ae75-edf138b42963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.315944 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.397933 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.419131 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c']}} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:27.429084 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ade890c-5ae3-4433-9bd0-13075a81212a') {'for_net_delete': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:27.429940 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ade890c-5ae3-4433-9bd0-13075a81212a') {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:27.438964 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16218603'] for segment (8ade890c-5ae3-4433-9bd0-13075a81212a), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.452197 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (8ade890c-5ae3-4433-9bd0-13075a81212a), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.458476 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=107024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:22:27.458851 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12990432'] for segment (8ade890c-5ae3-4433-9bd0-13075a81212a), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.774430 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 8ade890c-5ae3-4433-9bd0-13075a81212a resource provider aggregate not found Aug 30 01:22:27.791538 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 8ade890c-5ae3-4433-9bd0-13075a81212a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ade890c-5ae3-4433-9bd0-13075a81212a found for delete ", "request_id": "req-7ea1b222-f1a9-403c-a286-61e0a50fab89"}]} Aug 30 01:22:27.888802 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.894700 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:27.897662 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c HTTP/1.1" status: 204 len: 168 time: 0.6613772 Aug 30 01:22:27.909232 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f2aca7-11a7-421d-a0b1-55a0f1bf9d8c,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:27.916566 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.916788 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.917122 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.917456 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.917804 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.918132 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.918525 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.918833 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.919056 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.919376 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.919692 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.920586 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.921086 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.921409 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:27.921723 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f65717-cafa-441e-a731-2301336146b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:28.237964 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38384) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:28.277142 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-e8a6bada-720d-492d-9252-383ee187aa36 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6bb93b63909346cbab03513b7707f7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379918 Aug 30 01:22:28.280123 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38386) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:22:28.329366 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-72f7873c-dd44-4f09-a03a-167874bb2052 admin admin] Publish callbacks [] for security_group (1dafc680-7951-44ef-8887-10452fa0fb41), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:28.354815 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-72f7873c-dd44-4f09-a03a-167874bb2052 admin admin] Publish callbacks [] for security_group (1dafc680-7951-44ef-8887-10452fa0fb41), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:28.540064 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-72f7873c-dd44-4f09-a03a-167874bb2052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (1dafc680-7951-44ef-8887-10452fa0fb41), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:28.542667 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-72f7873c-dd44-4f09-a03a-167874bb2052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:28.543825 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-72f7873c-dd44-4f09-a03a-167874bb2052 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1dafc680-7951-44ef-8887-10452fa0fb41 HTTP/1.1" status: 204 len: 168 time: 0.2628200 Aug 30 01:22:28.552082 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7873c-dd44-4f09-a03a-167874bb2052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dafc680-7951-44ef-8887-10452fa0fb41,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:31.445384 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:31.451372 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=5 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:35.575176 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d9a4f-aab8-4ae9-a87d-5e3c80161682 req-8efd9054-7c32-47a9-bf36-9c9d0d4d53cf tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:35.576648 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-384d9a4f-aab8-4ae9-a87d-5e3c80161682 req-8efd9054-7c32-47a9-bf36-9c9d0d4d53cf tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 945 time: 0.0473084 Aug 30 01:22:35.627355 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-384d9a4f-aab8-4ae9-a87d-5e3c80161682 req-63f082f4-4dd7-43a8-af7d-36a812f80fa4 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443339 Aug 30 01:22:35.751508 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:35.753314 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:36.752947 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7b270-62be-46cb-bad5-493b65a7d103 req-b160948b-5a16-4c43-9505-353a62e3fc6a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:36.754450 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c3a7b270-62be-46cb-bad5-493b65a7d103 req-b160948b-5a16-4c43-9505-353a62e3fc6a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 945 time: 0.0496683 Aug 30 01:22:36.805428 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c3a7b270-62be-46cb-bad5-493b65a7d103 req-87fad66a-1877-4633-8532-40251d72cfbf tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453885 Aug 30 01:22:37.445391 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-2e754689-6b2f-49bc-ade1-adc4867d2f39 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:37.446894 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-2e754689-6b2f-49bc-ade1-adc4867d2f39 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 945 time: 0.0477793 Aug 30 01:22:37.535218 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Deleting port fd271197-9d24-4e46-858e-e54a62ef8533 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:22:37.535541 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:37.627159 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] For port fd271197-9d24-4e46-858e-e54a62ef8533, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fd271197-9d24-4e46-858e-e54a62ef8533,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:37.627521 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:37.735526 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:37.784641 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:37.793753 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:37.794130 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (1aaf739c-04a9-4e3b-b5c7-8f8c75d21faa), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:37.794443 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Floating IP 1aaf739c-04a9-4e3b-b5c7-8f8c75d21faa disassociated. External IP: 172.27.1.194, port: fd271197-9d24-4e46-858e-e54a62ef8533. Aug 30 01:22:37.794782 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Calling delete_port for fd271197-9d24-4e46-858e-e54a62ef8533 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:22:37.932473 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d255e-102b-4270-93e7-f16f3c6773cd req-3a76b0c4-dca2-4cab-9cca-1077c2dd2ba8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:37.933964 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-583d255e-102b-4270-93e7-f16f3c6773cd req-3a76b0c4-dca2-4cab-9cca-1077c2dd2ba8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 945 time: 0.0509191 Aug 30 01:22:37.983714 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-583d255e-102b-4270-93e7-f16f3c6773cd req-d74392e6-7985-4883-a9dc-5a1cb89d6e77 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434711 Aug 30 01:22:37.999683 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (fd271197-9d24-4e46-858e-e54a62ef8533), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:38.029629 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event deleted for resources: {'Port': ['ID=fd271197-9d24-4e46-858e-e54a62ef8533,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:38.146426 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Router d5aff5c9-f137-421d-864b-2ed3758b749e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:22:38.255707 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:22:38.266893 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cdf206-5da9-445e-8e3f-ef8b06fcda82 None None] Sync routers for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:22:38.277195 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cdf206-5da9-445e-8e3f-ef8b06fcda82 None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:38.277900 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-b8cdf206-5da9-445e-8e3f-ef8b06fcda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:22:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:38.298775 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] No DVR routers for this DVR port fd271197-9d24-4e46-858e-e54a62ef8533 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:22:38.301435 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:38.304703 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-c4479bcd-e8b0-4e00-b6cb-757de3084ed6 req-bcb67375-6de8-4d43-ab77-34f4689d8ed2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "DELETE /networking/v2.0/ports/fd271197-9d24-4e46-858e-e54a62ef8533 HTTP/1.1" status: 204 len: 173 time: 0.8490744 Aug 30 01:22:38.305138 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9', 'name': 'network-vif-deleted', 'tag': 'fd271197-9d24-4e46-858e-e54a62ef8533'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:38.307421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ff95ed-e2c4-4221-a820-defaaf456a7e" -d '{"events": [{"server_uuid": "cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9", "name": "network-vif-deleted", "tag": "fd271197-9d24-4e46-858e-e54a62ef8533"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:38.355943 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf6e49c-52f8-453a-a08e-b92a4b3d6f5f x-openstack-request-id: req-8cf6e49c-52f8-453a-a08e-b92a4b3d6f5f {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:38.356242 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9", "name": "network-vif-deleted", "tag": "fd271197-9d24-4e46-858e-e54a62ef8533", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:38.356501 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cf6e49c-52f8-453a-a08e-b92a4b3d6f5f {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:38.356954 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf6e49c-52f8-453a-a08e-b92a4b3d6f5f'] response: {'server_uuid': 'cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9', 'name': 'network-vif-deleted', 'tag': 'fd271197-9d24-4e46-858e-e54a62ef8533', 'status': 'completed', 'code': 200} Aug 30 01:22:38.397223 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-b8cdf206-5da9-445e-8e3f-ef8b06fcda82 None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:38.564506 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:38.596839 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-b8cdf206-5da9-445e-8e3f-ef8b06fcda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:38.706976 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cdf206-5da9-445e-8e3f-ef8b06fcda82 None None] Checking router: d5aff5c9-f137-421d-864b-2ed3758b749e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:22:38.715616 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cdf206-5da9-445e-8e3f-ef8b06fcda82 None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:22:38.716223 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-b8cdf206-5da9-445e-8e3f-ef8b06fcda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:22:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:38.826887 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-b8cdf206-5da9-445e-8e3f-ef8b06fcda82 None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:22:39.022202 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-b8cdf206-5da9-445e-8e3f-ef8b06fcda82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:22:39.059443 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cdf206-5da9-445e-8e3f-ef8b06fcda82 None None] The sync data for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi is: [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:22:39.111959 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f7746182-4b84-4195-9c5e-d07f2c20f16b req-9509e1bd-21da-4d6e-8d1b-cdfdabd6edb9 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cb8e9ab2-8a55-4cd3-99d4-abf21200d2a9 HTTP/1.1" status: 200 len: 210 time: 0.0302901 Aug 30 01:22:39.294214 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d031334-34c5-4186-a969-4536c3592ad5 None None] New status for floating IP 1aaf739c-04a9-4e3b-b5c7-8f8c75d21faa: DOWN {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:22:40.252423 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device fd271197-9d24-4e46-858e-e54a62ef8533 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:22:40.272351 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: fd271197-9d24-4e46-858e-e54a62ef8533 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:22:40.272653 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device fd271197-9d24-4e46-858e-e54a62ef8533 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:22:40.399047 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-0ba2902a-dee9-4994-beb6-2a2abfaf3d5a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1826305638&fields=id&tenant_id=3068817b4ca34beca8bd4da5409e58ef HTTP/1.1" status: 200 len: 267 time: 0.0472260 Aug 30 01:22:40.513179 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-936f8be4-8b4c-43b8-b541-1443bdac480e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:40.514660 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-936f8be4-8b4c-43b8-b541-1443bdac480e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 811 time: 0.1067245 Aug 30 01:22:40.530421 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-523f0bb2-4fab-4d53-b955-7cc034721928 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/quotas/3068817b4ca34beca8bd4da5409e58ef HTTP/1.1" status: 200 len: 375 time: 0.0093036 Aug 30 01:22:40.580186 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-72f6e8e6-1d2d-44aa-bf12-1d765cc63b67 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437863 Aug 30 01:22:40.681598 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-74f590f2-a690-4f50-a7ab-3f4dc2f3bb44 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897186 Aug 30 01:22:40.779853 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-523e8444-ef85-4a14-af88-89e9030c73c6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890629 Aug 30 01:22:41.345650 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0519e439-cb7e-4943-8806-fdac16f05dab req-161e7521-c240-47d5-ac73-d09d4e1cd82a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 210 time: 0.0324790 Aug 30 01:22:42.460803 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d5390b32-50e0-465a-b48b-512ced9a1320 req-84948d55-b88b-4938-8b2e-203f1e114cf7 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 210 time: 0.0346842 Aug 30 01:22:43.494658 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:22:43.588043 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b6fa878b-6d21-4355-b672-c98b2e9ea2b6 req-91d18d3f-1672-4b0b-856c-f20ca934cf2e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 210 time: 0.0465991 Aug 30 01:22:43.672127 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-3bd6d2cb-c089-43bb-aa27-37231abcd235 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:43.673537 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-3bd6d2cb-c089-43bb-aa27-37231abcd235 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 811 time: 0.1299946 Aug 30 01:22:43.712204 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:43.753415 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-8bfe96e2-8f71-4adf-82bb-665b7e3d0aa6 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3068817b4ca34beca8bd4da5409e58ef HTTP/1.1" status: 200 len: 380 time: 0.0568967 Aug 30 01:22:43.767418 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-6def4afe-3fad-420e-9661-6df4a551164c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Request body: {'port': {'device_id': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'admin_state_up': True, 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'security_groups': ['6d7f6041-111b-4e8a-bae3-aa5179dbb724']}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:43.965180 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-6def4afe-3fad-420e-9661-6df4a551164c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Made reservation on behalf of 3068817b4ca34beca8bd4da5409e58ef for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:22:43.969887 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-6def4afe-3fad-420e-9661-6df4a551164c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.107043 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-6def4afe-3fad-420e-9661-6df4a551164c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Allocated IP 172.20.0.13 (8c6152a9-22c5-47c3-b922-7c52df366312/334300b0-93b9-4213-837b-a819672a30f3/decc0218-8c0d-4f69-a8f7-06f0367b750c) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:22:44.252264 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-6def4afe-3fad-420e-9661-6df4a551164c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.257264 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:44.343521 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-6def4afe-3fad-420e-9661-6df4a551164c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.385282 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-6def4afe-3fad-420e-9661-6df4a551164c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Network 8c6152a9-22c5-47c3-b922-7c52df366312 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:22:44.391689 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-6def4afe-3fad-420e-9661-6df4a551164c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:22:44.396895 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-6def4afe-3fad-420e-9661-6df4a551164c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:22:44.424198 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def4afe-3fad-420e-9661-6df4a551164c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'Port': ['ID=decc0218-8c0d-4f69-a8f7-06f0367b750c,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:44.455141 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-6def4afe-3fad-420e-9661-6df4a551164c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:44.455581 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-6def4afe-3fad-420e-9661-6df4a551164c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.538881 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-6def4afe-3fad-420e-9661-6df4a551164c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7773960 Aug 30 01:22:44.561865 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Request body: {'port': {'device_id': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:22:44.630871 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-881615dd-5d33-497e-99f2-524ef44e6a76 None None] Provisioning complete for port decc0218-8c0d-4f69-a8f7-06f0367b750c triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:44.630871 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-881615dd-5d33-497e-99f2-524ef44e6a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.631698 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.662557 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-881615dd-5d33-497e-99f2-524ef44e6a76 None None] Port decc0218-8c0d-4f69-a8f7-06f0367b750c cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:22:44.722393 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea772e-e154-47fa-a025-da81c26314c5 req-ec159018-dc37-4f8e-bf11-265530d2c5c0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:44.724746 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-63ea772e-e154-47fa-a025-da81c26314c5 req-ec159018-dc37-4f8e-bf11-265530d2c5c0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 932 time: 0.0528250 Aug 30 01:22:44.731445 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:44.775745 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-63ea772e-e154-47fa-a025-da81c26314c5 req-4fb8f560-d6ef-4842-9b96-195ecb80e8a0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456870 Aug 30 01:22:44.909500 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decc0218-8c0d-4f69-a8f7-06f0367b750c {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:22:44.917031 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Publish callbacks [] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:44.930506 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Transition to ACTIVE for port object decc0218-8c0d-4f69-a8f7-06f0367b750c will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:22:44.996517 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:45.079020 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Pushing event updated for resources: {'Port': ['ID=decc0218-8c0d-4f69-a8f7-06f0367b750c,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:45.112122 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Attempting to bind port decc0218-8c0d-4f69-a8f7-06f0367b750c on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:22:45.112381 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Attempting to bind port decc0218-8c0d-4f69-a8f7-06f0367b750c by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:22:45.112710 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Attempting to bind port decc0218-8c0d-4f69-a8f7-06f0367b750c on network 8c6152a9-22c5-47c3-b922-7c52df366312 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:22:45.117115 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Port decc0218-8c0d-4f69-a8f7-06f0367b750c on network 8c6152a9-22c5-47c3-b922-7c52df366312 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:22:45.117421 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Attempting to bind port decc0218-8c0d-4f69-a8f7-06f0367b750c on network 8c6152a9-22c5-47c3-b922-7c52df366312 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:22:45.122400 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:22:45.124243 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Checking segment: {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:22:45.124243 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Bound using segment: {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:22:45.124243 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Bound port: decc0218-8c0d-4f69-a8f7-06f0367b750c, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:22:45.124243 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:45.186025 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] For port decc0218-8c0d-4f69-a8f7-06f0367b750c, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:22:45.188889 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] For port decc0218-8c0d-4f69-a8f7-06f0367b750c, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=decc0218-8c0d-4f69-a8f7-06f0367b750c,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:22:45.189999 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:45.263368 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:45.268242 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:45.268880 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:45.270389 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/decc0218-8c0d-4f69-a8f7-06f0367b750c HTTP/1.1" status: 200 len: 1094 time: 0.7128596 Aug 30 01:22:45.270890 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'tag': 'decc0218-8c0d-4f69-a8f7-06f0367b750c'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:45.273162 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f663b18-31db-496e-b6e9-3e3d91b60622" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc20f9c-35e3-4586-a419-82ed45c19481", "tag": "decc0218-8c0d-4f69-a8f7-06f0367b750c"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:45.316595 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc5b9a2-922d-4422-8815-c2b0b26178ac x-openstack-request-id: req-ebc5b9a2-922d-4422-8815-c2b0b26178ac {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:45.316879 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc20f9c-35e3-4586-a419-82ed45c19481", "tag": "decc0218-8c0d-4f69-a8f7-06f0367b750c", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:45.317125 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ebc5b9a2-922d-4422-8815-c2b0b26178ac {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:45.317522 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc5b9a2-922d-4422-8815-c2b0b26178ac'] response: {'name': 'network-changed', 'server_uuid': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'tag': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'status': 'completed', 'code': 200} Aug 30 01:22:45.334649 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc581e-2d4d-4792-bd94-c1348d473fbd service neutron] Pushing event updated for resources: {'Port': ['ID=decc0218-8c0d-4f69-a8f7-06f0367b750c,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:45.409748 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f663b18-31db-496e-b6e9-3e3d91b60622 req-72291021-a063-4847-9546-2ac9b8e5c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:45.411281 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7f663b18-31db-496e-b6e9-3e3d91b60622 req-72291021-a063-4847-9546-2ac9b8e5c51b service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 1128 time: 0.0450094 Aug 30 01:22:45.531089 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f663b18-31db-496e-b6e9-3e3d91b60622 req-bc984e78-06e6-448d-9354-24654260aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:45.532730 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7f663b18-31db-496e-b6e9-3e3d91b60622 req-bc984e78-06e6-448d-9354-24654260aa74 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=3068817b4ca34beca8bd4da5409e58ef&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994947 Aug 30 01:22:45.683927 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f663b18-31db-496e-b6e9-3e3d91b60622 req-16b71537-cbdb-4bdc-95fc-f873d48f0a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:45.685407 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-7f663b18-31db-496e-b6e9-3e3d91b60622 req-16b71537-cbdb-4bdc-95fc-f873d48f0a63 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954254 Aug 30 01:22:45.798859 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-bc056c36-1947-48c1-bb7a-159d9fada7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:45.800489 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-bc056c36-1947-48c1-bb7a-159d9fada7f5 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 1128 time: 0.0414591 Aug 30 01:22:45.852048 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-e37a7eed-9711-4b0d-9155-0edc34831beb service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=decc0218-8c0d-4f69-a8f7-06f0367b750c HTTP/1.1" status: 200 len: 217 time: 0.0343275 Aug 30 01:22:45.869599 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:45.892293 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:45.904737 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-fc054032-4a44-47e7-a601-0dd145081adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:45.905281 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0f348-4a75-4a33-9d1b-183af2cd19a2 req-3a949f53-be1a-4dc6-80ff-624956e36e7d tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:45.907046 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-fc054032-4a44-47e7-a601-0dd145081adf service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=334300b0-93b9-4213-837b-a819672a30f3 HTTP/1.1" status: 200 len: 850 time: 0.0493813 Aug 30 01:22:45.907682 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3ca0f348-4a75-4a33-9d1b-183af2cd19a2 req-3a949f53-be1a-4dc6-80ff-624956e36e7d tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 944 time: 0.0494215 Aug 30 01:22:45.951007 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-dc3eb9bb-2818-4b1c-81a9-ede3915bad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:45.952543 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-dc3eb9bb-2818-4b1c-81a9-ede3915bad54 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=8c6152a9-22c5-47c3-b922-7c52df366312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395384 Aug 30 01:22:45.958646 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-3ca0f348-4a75-4a33-9d1b-183af2cd19a2 req-933f4a28-4d60-4be5-95f9-ce860dbe4faa tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453603 Aug 30 01:22:46.046840 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-0e65a565-a4a8-40ce-b9d2-ded9a038bf92 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862637 Aug 30 01:22:46.138606 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-0c792e29-8102-41ba-9aa6-0ea61b735356 req-eee422d3-897e-44c2-9103-b64f0bad7b2a service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824485 Aug 30 01:22:47.096473 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f394cf-103c-4c45-a3b5-d799d78e1e7a req-2062b7af-14a7-4899-a72f-5b27d7a8632c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:47.100232 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d9f394cf-103c-4c45-a3b5-d799d78e1e7a req-2062b7af-14a7-4899-a72f-5b27d7a8632c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 944 time: 0.0514071 Aug 30 01:22:47.159631 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:47.165299 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d9f394cf-103c-4c45-a3b5-d799d78e1e7a req-135f0c05-6301-4f4b-a782-d303cb76efc0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583920 Aug 30 01:22:48.290831 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60792f0f-1db3-48c4-b48a-fca205b33f93 req-3b48f8a0-5949-41b7-bb5f-db05020737f9 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:48.292266 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-60792f0f-1db3-48c4-b48a-fca205b33f93 req-3b48f8a0-5949-41b7-bb5f-db05020737f9 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 944 time: 0.0496733 Aug 30 01:22:48.341362 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-60792f0f-1db3-48c4-b48a-fca205b33f93 req-b15a58ad-537a-4fba-9186-ccf29aee2404 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428240 Aug 30 01:22:49.461792 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2006d8-5672-4de0-be0d-89227fb65c36 req-34760e36-f8cb-446b-80db-59ca7b7c5da6 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:49.463274 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5b2006d8-5672-4de0-be0d-89227fb65c36 req-34760e36-f8cb-446b-80db-59ca7b7c5da6 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 944 time: 0.0477653 Aug 30 01:22:49.514248 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5b2006d8-5672-4de0-be0d-89227fb65c36 req-064605a7-e7c1-453b-9558-8c775baff1f2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453317 Aug 30 01:22:49.573817 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:50.299211 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-edbe2e47-5fa6-47ea-b978-6a44d900c662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:50.635874 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b44a7-3d84-4f6b-807c-60e36d5c0ea8 req-8bd5a574-1b52-4ab5-a22c-beb646c47b6f tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:50.637352 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-130b44a7-3d84-4f6b-807c-60e36d5c0ea8 req-8bd5a574-1b52-4ab5-a22c-beb646c47b6f tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 944 time: 0.0475161 Aug 30 01:22:50.687462 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-130b44a7-3d84-4f6b-807c-60e36d5c0ea8 req-f7862cd7-dd84-4ff6-93d2-edbec4d4f87f tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445359 Aug 30 01:22:51.808802 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e355c55-88b4-4b11-b181-52b5a5cca0b8 req-3b984290-0505-4726-9914-2f64e272f1ae tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:51.810306 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2e355c55-88b4-4b11-b181-52b5a5cca0b8 req-3b984290-0505-4726-9914-2f64e272f1ae tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 944 time: 0.0481052 Aug 30 01:22:51.862020 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-2e355c55-88b4-4b11-b181-52b5a5cca0b8 req-1bbd5e71-1800-4854-9326-eaa6793f399a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459459 Aug 30 01:22:52.916520 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-3b59c162-bd47-4608-9640-47580497e77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:52.984013 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e68653-3378-4efc-88b9-229f69fc3866 req-622d5b7d-011c-49c8-a8e4-511895e1e966 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:52.985494 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f0e68653-3378-4efc-88b9-229f69fc3866 req-622d5b7d-011c-49c8-a8e4-511895e1e966 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 944 time: 0.0466676 Aug 30 01:22:53.039417 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-f0e68653-3378-4efc-88b9-229f69fc3866 req-e04f4e09-49ab-4b16-a7db-aecd5a895c40 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480113 Aug 30 01:22:53.489308 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=63 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:53.490114 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=71 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:54.165881 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3ae51-fe4b-469d-8c62-c8311bfd39d5 req-bca2ac68-ee4a-4ab5-b724-34dc29fa4304 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:54.167401 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-48d3ae51-fe4b-469d-8c62-c8311bfd39d5 req-bca2ac68-ee4a-4ab5-b724-34dc29fa4304 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 944 time: 0.0547037 Aug 30 01:22:54.220077 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:54.227034 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-48d3ae51-fe4b-469d-8c62-c8311bfd39d5 req-eca0befd-c4e8-4e9c-b0c0-526c95ec6eac tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481644 Aug 30 01:22:54.312756 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device decc0218-8c0d-4f69-a8f7-06f0367b750c details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:22:54.418132 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port decc0218-8c0d-4f69-a8f7-06f0367b750c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=decc0218-8c0d-4f69-a8f7-06f0367b750c,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:54.430208 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'port_id': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'mac_address': 'fa:16:3e:48:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:22:54.468706 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port decc0218-8c0d-4f69-a8f7-06f0367b750c is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:54.469098 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:54.483612 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decc0218-8c0d-4f69-a8f7-06f0367b750c {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:22:54.505015 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port decc0218-8c0d-4f69-a8f7-06f0367b750c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=decc0218-8c0d-4f69-a8f7-06f0367b750c,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:54.579203 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:54.626968 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=decc0218-8c0d-4f69-a8f7-06f0367b750c,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:54.634900 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.635179 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.635524 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.635863 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.636195 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.636523 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.636849 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.637174 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.637495 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.637900 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.638227 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.639293 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.639698 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.640029 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.640359 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:22:54.955389 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['decc0218-8c0d-4f69-a8f7-06f0367b750c'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:22:55.343376 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6f775-fc51-47a9-92f9-6fb195af46f3 req-2f7b7ec8-1461-4ef6-bf30-0c6aed840b89 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:55.344845 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7fd6f775-fc51-47a9-92f9-6fb195af46f3 req-2f7b7ec8-1461-4ef6-bf30-0c6aed840b89 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 945 time: 0.0459549 Aug 30 01:22:55.395113 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7fd6f775-fc51-47a9-92f9-6fb195af46f3 req-4181c397-a343-43ce-831d-93d0ab60c1cd tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439522 Aug 30 01:22:55.821682 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:55.844361 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:56.204553 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d185371-6dc1-4924-9ccb-140d11c79a3b req-cc218664-1a55-431b-b2e7-0c0895ec7e8e service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378692 Aug 30 01:22:56.307871 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d185371-6dc1-4924-9ccb-140d11c79a3b req-dd957d3c-8041-406a-a943-62d1f4883ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:56.309338 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d185371-6dc1-4924-9ccb-140d11c79a3b req-dd957d3c-8041-406a-a943-62d1f4883ed2 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd&device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 1129 time: 0.0397904 Aug 30 01:22:56.339351 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device decc0218-8c0d-4f69-a8f7-06f0367b750c up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:22:56.384799 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port decc0218-8c0d-4f69-a8f7-06f0367b750c completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:22:56.396077 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:56.427198 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d185371-6dc1-4924-9ccb-140d11c79a3b req-7642a0c9-487b-43c9-9d96-0407a407eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:56.428694 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d185371-6dc1-4924-9ccb-140d11c79a3b req-7642a0c9-487b-43c9-9d96-0407a407eaf2 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=80c77988-807f-4b63-8ab4-31648def8b2d HTTP/1.1" status: 200 len: 909 time: 0.0950396 Aug 30 01:22:56.469373 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port decc0218-8c0d-4f69-a8f7-06f0367b750c triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:22:56.469373 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:56.539412 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e239b7-4751-41ce-9fd3-f9d5aaffa279 req-9f3d4eeb-e0fd-4b6a-8718-3a3968e50211 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:56.541708 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-05e239b7-4751-41ce-9fd3-f9d5aaffa279 req-9f3d4eeb-e0fd-4b6a-8718-3a3968e50211 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 945 time: 0.0682774 Aug 30 01:22:56.543696 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d185371-6dc1-4924-9ccb-140d11c79a3b req-4978fcdd-e75a-4af5-8235-8f8e7572c0e1 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4 HTTP/1.1" status: 200 len: 1001 time: 0.1045363 Aug 30 01:22:56.545539 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port decc0218-8c0d-4f69-a8f7-06f0367b750c is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:22:56.545972 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:56.569612 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decc0218-8c0d-4f69-a8f7-06f0367b750c'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:22:56.572130 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66fc60e-aecc-4e77-b3a6-732c58ddfce8" -d '{"events": [{"server_uuid": "7cc20f9c-35e3-4586-a419-82ed45c19481", "name": "network-vif-plugged", "status": "completed", "tag": "decc0218-8c0d-4f69-a8f7-06f0367b750c"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:22:56.585070 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port decc0218-8c0d-4f69-a8f7-06f0367b750c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=decc0218-8c0d-4f69-a8f7-06f0367b750c,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:22:56.627666 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d185371-6dc1-4924-9ccb-140d11c79a3b req-39296c5b-c811-4d66-997c-609063807fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:56.629143 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d185371-6dc1-4924-9ccb-140d11c79a3b req-39296c5b-c811-4d66-997c-609063807fa1 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f4d271e0-560e-4f49-a7f4-4da3b43fee53 HTTP/1.1" status: 200 len: 847 time: 0.0740225 Aug 30 01:22:56.632907 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-05e239b7-4751-41ce-9fd3-f9d5aaffa279 req-c70f664f-a732-4374-8036-4ff69f17c744 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848062 Aug 30 01:22:56.660098 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:22:56.680084 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d185371-6dc1-4924-9ccb-140d11c79a3b req-75f81f93-55e4-4a53-b351-a99c5c0abde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:56.682177 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d185371-6dc1-4924-9ccb-140d11c79a3b req-75f81f93-55e4-4a53-b351-a99c5c0abde7 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=80c77988-807f-4b63-8ab4-31648def8b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428021 Aug 30 01:22:56.717351 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=decc0218-8c0d-4f69-a8f7-06f0367b750c,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:22:56.758529 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c1ac2e-401d-4494-bc20-8d7412ecd134 x-openstack-request-id: req-18c1ac2e-401d-4494-bc20-8d7412ecd134 {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:22:56.758820 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc20f9c-35e3-4586-a419-82ed45c19481", "name": "network-vif-plugged", "status": "completed", "tag": "decc0218-8c0d-4f69-a8f7-06f0367b750c", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:22:56.759075 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18c1ac2e-401d-4494-bc20-8d7412ecd134 {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:22:56.759479 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c1ac2e-401d-4494-bc20-8d7412ecd134'] response: {'server_uuid': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'code': 200} Aug 30 01:22:56.785701 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d185371-6dc1-4924-9ccb-140d11c79a3b req-47a7b107-9e85-49b4-b56d-3e953f45cda7 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946674 Aug 30 01:22:56.913362 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-3d185371-6dc1-4924-9ccb-140d11c79a3b req-a8ff1cfa-a004-4623-8ea7-baaafa8a287b service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928142 Aug 30 01:22:57.219708 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:22:57.231674 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81585205-9a5b-468e-a790-e32d246e7b0e req-73863a86-e6c5-4ec2-98b3-240d0b977e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:57.233146 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-81585205-9a5b-468e-a790-e32d246e7b0e req-73863a86-e6c5-4ec2-98b3-240d0b977e0f service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 1130 time: 0.0389247 Aug 30 01:22:57.284706 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-81585205-9a5b-468e-a790-e32d246e7b0e req-4bbad49e-725a-44ae-a266-21fe593df255 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 Aug 30 01:22:57.752046 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd949e6-4e76-4466-8bbd-688e84d6888d req-412f7374-8185-4be2-a865-3af77df8429a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:57.753391 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1cd949e6-4e76-4466-8bbd-688e84d6888d req-412f7374-8185-4be2-a865-3af77df8429a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 946 time: 0.0468414 Aug 30 01:22:57.801991 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1cd949e6-4e76-4466-8bbd-688e84d6888d req-6697261e-0691-477e-91c8-186d3e042b29 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422041 Aug 30 01:22:58.924371 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee026150-7216-4e10-a830-f5e052babcc5 req-c9bc399c-45e2-4f33-bf9d-54e1336b0261 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:22:58.925879 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ee026150-7216-4e10-a830-f5e052babcc5 req-c9bc399c-45e2-4f33-bf9d-54e1336b0261 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 946 time: 0.0467980 Aug 30 01:22:58.980461 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-ee026150-7216-4e10-a830-f5e052babcc5 req-4edec951-10d3-4b4c-b7ac-e564ffcf1131 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476444 Aug 30 01:23:00.106966 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dfa8c-f5be-4a3d-881b-212b2e7a5107 req-691c017b-506b-4986-8143-8e0796748bbe tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:00.108473 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-750dfa8c-f5be-4a3d-881b-212b2e7a5107 req-691c017b-506b-4986-8143-8e0796748bbe tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 946 time: 0.0514355 Aug 30 01:23:00.159778 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-750dfa8c-f5be-4a3d-881b-212b2e7a5107 req-b5afbed1-cbcb-4b9d-88c4-6ce11f3952fa tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453942 Aug 30 01:23:00.284550 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd81d81-c30e-4e18-aa9f-470f996cb977 req-89729366-0406-493b-8cff-a2a8d49dcdda tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:00.285941 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4cd81d81-c30e-4e18-aa9f-470f996cb977 req-89729366-0406-493b-8cff-a2a8d49dcdda tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 946 time: 0.0495257 Aug 30 01:23:00.337140 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4cd81d81-c30e-4e18-aa9f-470f996cb977 req-297412ea-e9eb-496a-bcde-fd3824725288 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443063 Aug 30 01:23:00.369105 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38474) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:00.408095 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f75eb5-6750-4c41-9a10-aabf1dc9a9bb tempest-TestVolumeBootPattern-64032149 tempest-TestVolumeBootPattern-64032149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:00.409917 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-32f75eb5-6750-4c41-9a10-aabf1dc9a9bb tempest-TestVolumeBootPattern-64032149 tempest-TestVolumeBootPattern-64032149-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 1125 time: 0.0395119 Aug 30 01:23:00.412532 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38476) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:00.418528 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'port_id': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:23:00.507547 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.591941 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.684947 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:00.700481 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Allocated IP 172.27.1.19 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/6fd33a7f-75e0-4fe7-bcd0-1e071b125593) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:23:00.815626 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for port (6fd33a7f-75e0-4fe7-bcd0-1e071b125593), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.916710 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (6fd33a7f-75e0-4fe7-bcd0-1e071b125593), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:00.920024 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:00.959287 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:23:00.964171 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:23:00.968211 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:23:00.971538 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'Port': ['ID=6fd33a7f-75e0-4fe7-bcd0-1e071b125593,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:01.328436 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for floatingip (b8fff8a4-4000-457a-a3c2-ae94c6277134), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:01.482737 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (6fd33a7f-75e0-4fe7-bcd0-1e071b125593), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:01.914531 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for port (6fd33a7f-75e0-4fe7-bcd0-1e071b125593), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:01.984521 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (6fd33a7f-75e0-4fe7-bcd0-1e071b125593), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.046483 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:02.053035 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'Port': ['ID=6fd33a7f-75e0-4fe7-bcd0-1e071b125593,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:02.056378 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (b8fff8a4-4000-457a-a3c2-ae94c6277134), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.156828 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Floating IP b8fff8a4-4000-457a-a3c2-ae94c6277134 associated. External IP: 172.27.1.19, port: decc0218-8c0d-4f69-a8f7-06f0367b750c. Aug 30 01:23:02.250744 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:02.360099 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Router d5aff5c9-f137-421d-864b-2ed3758b749e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:23:02.467116 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:23:02.479630 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf2fbcf-e8c9-4821-94f9-57e4c5b1f84c None None] Sync routers for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:23:02.490656 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf2fbcf-e8c9-4821-94f9-57e4c5b1f84c None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:02.490845 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-caf2fbcf-e8c9-4821-94f9-57e4c5b1f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:22:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:02.546473 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:02.579784 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-abe8e04f-52da-4435-9baa-703414f0e018 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1649883 Aug 30 01:23:02.580370 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'tag': 'decc0218-8c0d-4f69-a8f7-06f0367b750c'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:23:02.582704 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095a9e28-b824-4ed1-9b0d-df3134edc5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc20f9c-35e3-4586-a419-82ed45c19481", "tag": "decc0218-8c0d-4f69-a8f7-06f0367b750c"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:23:02.593749 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-caf2fbcf-e8c9-4821-94f9-57e4c5b1f84c None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:02.623066 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb63b43e-59f5-4422-ab53-b1d06db71f31 x-openstack-request-id: req-cb63b43e-59f5-4422-ab53-b1d06db71f31 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:23:02.623361 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc20f9c-35e3-4586-a419-82ed45c19481", "tag": "decc0218-8c0d-4f69-a8f7-06f0367b750c", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:23:02.623614 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb63b43e-59f5-4422-ab53-b1d06db71f31 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:23:02.624031 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb63b43e-59f5-4422-ab53-b1d06db71f31'] response: {'name': 'network-changed', 'server_uuid': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'tag': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'status': 'completed', 'code': 200} Aug 30 01:23:02.716841 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a9e28-b824-4ed1-9b0d-df3134edc5cf req-b356adf4-94df-4714-b11e-401044a1d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:02.718383 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-095a9e28-b824-4ed1-9b0d-df3134edc5cf req-b356adf4-94df-4714-b11e-401044a1d2bd service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 1130 time: 0.0407898 Aug 30 01:23:02.809623 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-caf2fbcf-e8c9-4821-94f9-57e4c5b1f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'b8fff8a4-4000-457a-a3c2-ae94c6277134', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:48:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:01Z', 'updated_at': '2022-08-30T01:23:01Z', 'revision_number': 0, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:02.815168 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a9e28-b824-4ed1-9b0d-df3134edc5cf req-12cc9ca4-cf98-4926-8657-4a10831e7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:02.816696 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-095a9e28-b824-4ed1-9b0d-df3134edc5cf req-12cc9ca4-cf98-4926-8657-4a10831e7a0d service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 912 time: 0.0924382 Aug 30 01:23:02.837346 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf2fbcf-e8c9-4821-94f9-57e4c5b1f84c None None] Checking router: d5aff5c9-f137-421d-864b-2ed3758b749e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:23:02.846160 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf2fbcf-e8c9-4821-94f9-57e4c5b1f84c None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:02.846770 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-caf2fbcf-e8c9-4821-94f9-57e4c5b1f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:22:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:02.880007 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-095a9e28-b824-4ed1-9b0d-df3134edc5cf req-f0ce3c60-03b4-4d19-82cd-0b7a1f675ef2 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=decc0218-8c0d-4f69-a8f7-06f0367b750c HTTP/1.1" status: 200 len: 999 time: 0.0570481 Aug 30 01:23:02.928440 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a9e28-b824-4ed1-9b0d-df3134edc5cf req-2d5c9ed1-adbd-4322-a960-2c7ef04d24c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:02.929946 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-095a9e28-b824-4ed1-9b0d-df3134edc5cf req-2d5c9ed1-adbd-4322-a960-2c7ef04d24c3 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=334300b0-93b9-4213-837b-a819672a30f3 HTTP/1.1" status: 200 len: 850 time: 0.0438406 Aug 30 01:23:02.949745 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-caf2fbcf-e8c9-4821-94f9-57e4c5b1f84c None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:02.977308 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a9e28-b824-4ed1-9b0d-df3134edc5cf req-766e3d4f-5467-40ec-8433-d5a80e9a5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:02.979460 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-095a9e28-b824-4ed1-9b0d-df3134edc5cf req-766e3d4f-5467-40ec-8433-d5a80e9a5020 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=8c6152a9-22c5-47c3-b922-7c52df366312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439191 Aug 30 01:23:03.071708 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-095a9e28-b824-4ed1-9b0d-df3134edc5cf req-9136ec58-0ca2-47eb-a85a-fdd59cd6e4a1 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860591 Aug 30 01:23:03.133923 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:03.161782 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-caf2fbcf-e8c9-4821-94f9-57e4c5b1f84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'b8fff8a4-4000-457a-a3c2-ae94c6277134', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:48:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:01Z', 'updated_at': '2022-08-30T01:23:01Z', 'revision_number': 0, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:03.173384 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-095a9e28-b824-4ed1-9b0d-df3134edc5cf req-9161dfad-8a7a-473b-8a83-dcdceef5a98c service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929773 Aug 30 01:23:03.186452 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf2fbcf-e8c9-4821-94f9-57e4c5b1f84c None None] The sync data for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi is: [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'b8fff8a4-4000-457a-a3c2-ae94c6277134', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:48:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:01Z', 'updated_at': '2022-08-30T01:23:01Z', 'revision_number': 0, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:23:03.379832 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47138186-7fc9-4a8e-8c70-2ad87359b248 None None] New status for floating IP b8fff8a4-4000-457a-a3c2-ae94c6277134: ACTIVE {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:23:10.323238 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=46 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:10.332320 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=75 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:13.170131 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:13.477417 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=78,neutron:UPDATE=6 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:13.483377 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:13.488689 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:17.847450 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=86 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:17.852463 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=94 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:19.635650 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:20.050437 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38486) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:20.289607 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-7ae5aa34-1fd7-42b6-ae95-915e73f1be09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:20.347257 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-788c9cfe-7ee6-4ece-a59b-8f58329cf4f6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Deleting port a063a380-d956-4e61-959d-5853c9cf7bc0 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:23:20.347515 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-788c9cfe-7ee6-4ece-a59b-8f58329cf4f6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (a063a380-d956-4e61-959d-5853c9cf7bc0), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:20.430888 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-788c9cfe-7ee6-4ece-a59b-8f58329cf4f6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (a063a380-d956-4e61-959d-5853c9cf7bc0), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:20.431209 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-788c9cfe-7ee6-4ece-a59b-8f58329cf4f6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for floatingip (a063a380-d956-4e61-959d-5853c9cf7bc0), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:20.444671 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-788c9cfe-7ee6-4ece-a59b-8f58329cf4f6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Calling delete_port for a063a380-d956-4e61-959d-5853c9cf7bc0 owned by network:floatingip {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:23:20.494008 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:23:20.664511 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-788c9cfe-7ee6-4ece-a59b-8f58329cf4f6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (a063a380-d956-4e61-959d-5853c9cf7bc0), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:20.694346 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c9cfe-7ee6-4ece-a59b-8f58329cf4f6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Pushing event deleted for resources: {'Port': ['ID=a063a380-d956-4e61-959d-5853c9cf7bc0,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:20.756632 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-788c9cfe-7ee6-4ece-a59b-8f58329cf4f6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for floatingip (a2acb082-c216-45ae-915b-54d41d59870c), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:20.756949 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.db.l3_db [None req-788c9cfe-7ee6-4ece-a59b-8f58329cf4f6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Floating IP a2acb082-c216-45ae-915b-54d41d59870c disassociated (deleted). External IP: 172.27.1.251, port: c4e6504b-45ee-4446-8a10-2c25ab5d86a4. Aug 30 01:23:20.961569 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788c9cfe-7ee6-4ece-a59b-8f58329cf4f6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Router a445ec94-65d5-4b4f-b1f6-e40165e6d59b has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:23:21.066707 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788c9cfe-7ee6-4ece-a59b-8f58329cf4f6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:23:21.071424 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-788c9cfe-7ee6-4ece-a59b-8f58329cf4f6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:21.076392 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434710a-5774-4494-9518-4f6e9cd02c1b None None] Sync routers for ids ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:23:21.089770 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434710a-5774-4494-9518-4f6e9cd02c1b None None] Routers {'a445ec94-65d5-4b4f-b1f6-e40165e6d59b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:21.089770 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-b434710a-5774-4494-9518-4f6e9cd02c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:22:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:21.102071 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-788c9cfe-7ee6-4ece-a59b-8f58329cf4f6 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/a2acb082-c216-45ae-915b-54d41d59870c HTTP/1.1" status: 204 len: 168 time: 1.0505142 Aug 30 01:23:21.102650 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:23:21.105035 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee95168f-a772-4eb4-8923-817469b37002" -d '{"events": [{"name": "network-changed", "server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:23:21.149719 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92122f1b-34f9-456e-a827-14c501a04197 x-openstack-request-id: req-92122f1b-34f9-456e-a827-14c501a04197 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:23:21.152853 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:23:21.152853 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92122f1b-34f9-456e-a827-14c501a04197 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:23:21.152853 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92122f1b-34f9-456e-a827-14c501a04197'] response: {'name': 'network-changed', 'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'status': 'completed', 'code': 200} Aug 30 01:23:21.239693 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:21.242400 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:21.245799 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95168f-a772-4eb4-8923-817469b37002 req-5a45bc81-9616-44d9-ab45-15d2f317b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:21.247954 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ee95168f-a772-4eb4-8923-817469b37002 req-5a45bc81-9616-44d9-ab45-15d2f317b722 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd&device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 1129 time: 0.0433877 Aug 30 01:23:21.290645 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-b434710a-5774-4494-9518-4f6e9cd02c1b None None] Set router a445ec94-65d5-4b4f-b1f6-e40165e6d59b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:21.345962 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95168f-a772-4eb4-8923-817469b37002 req-cde4a742-1e79-4480-bb1e-289d68057a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:21.347448 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ee95168f-a772-4eb4-8923-817469b37002 req-cde4a742-1e79-4480-bb1e-289d68057a8c service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=80c77988-807f-4b63-8ab4-31648def8b2d HTTP/1.1" status: 200 len: 909 time: 0.0935380 Aug 30 01:23:21.390189 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ee95168f-a772-4eb4-8923-817469b37002 req-e93e5f3c-0251-4246-8395-74662add346d service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4 HTTP/1.1" status: 200 len: 217 time: 0.0353422 Aug 30 01:23:21.448781 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95168f-a772-4eb4-8923-817469b37002 req-9b655f9c-6e2b-45cc-bc1d-d6d93678c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:21.450247 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ee95168f-a772-4eb4-8923-817469b37002 req-9b655f9c-6e2b-45cc-bc1d-d6d93678c9fe service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=f4d271e0-560e-4f49-a7f4-4da3b43fee53 HTTP/1.1" status: 200 len: 847 time: 0.0541067 Aug 30 01:23:21.492466 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-b434710a-5774-4494-9518-4f6e9cd02c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:17:58Z', 'revision_number': 4, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port': {'id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:54Z', 'updated_at': '2022-08-30T01:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9e863705-de16-408c-92b4-e4ac8e11b8fa', 'name': '', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'mac_address': 'fa:16:3e:b5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:57Z', 'updated_at': '2022-08-30T01:18:04Z', 'revision_number': 5, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'subnets': [{'id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:21.499063 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95168f-a772-4eb4-8923-817469b37002 req-f3d446da-a1ac-4a5b-b661-0c8df4b2077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:21.500582 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ee95168f-a772-4eb4-8923-817469b37002 req-f3d446da-a1ac-4a5b-b661-0c8df4b2077a service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=80c77988-807f-4b63-8ab4-31648def8b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437887 Aug 30 01:23:21.523024 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434710a-5774-4494-9518-4f6e9cd02c1b None None] Checking router: a445ec94-65d5-4b4f-b1f6-e40165e6d59b for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:23:21.533819 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434710a-5774-4494-9518-4f6e9cd02c1b None None] Routers {'a445ec94-65d5-4b4f-b1f6-e40165e6d59b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:21.534412 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-b434710a-5774-4494-9518-4f6e9cd02c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:22:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:21.639892 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-b434710a-5774-4494-9518-4f6e9cd02c1b None None] Set router a445ec94-65d5-4b4f-b1f6-e40165e6d59b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:21.644238 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c086ce-25d2-4d43-a046-0a464910cfcd req-10c5d5ab-fde5-46f3-bc08-c62178c7bb31 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:21.645851 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-21c086ce-25d2-4d43-a046-0a464910cfcd req-10c5d5ab-fde5-46f3-bc08-c62178c7bb31 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0674713 Aug 30 01:23:21.647667 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ee95168f-a772-4eb4-8923-817469b37002 req-453ac2a5-8938-49f2-aa25-f8c61c33e404 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391826 Aug 30 01:23:21.699562 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-21c086ce-25d2-4d43-a046-0a464910cfcd req-2d118a40-5e53-436b-8add-c5f173e6fb55 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475390 Aug 30 01:23:21.836258 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-b434710a-5774-4494-9518-4f6e9cd02c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:17:58Z', 'revision_number': 4, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port': {'id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:54Z', 'updated_at': '2022-08-30T01:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9e863705-de16-408c-92b4-e4ac8e11b8fa', 'name': '', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'mac_address': 'fa:16:3e:b5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:57Z', 'updated_at': '2022-08-30T01:18:04Z', 'revision_number': 5, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'subnets': [{'id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:21.862935 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434710a-5774-4494-9518-4f6e9cd02c1b None None] The sync data for ids ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'] in dv-cinder-815712-11-iscsi is: [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:17:58Z', 'revision_number': 4, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port': {'id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:54Z', 'updated_at': '2022-08-30T01:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '9e863705-de16-408c-92b4-e4ac8e11b8fa', 'name': '', 'network_id': '80c77988-807f-4b63-8ab4-31648def8b2d', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'mac_address': 'fa:16:3e:b5:1e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:57Z', 'updated_at': '2022-08-30T01:18:04Z', 'revision_number': 5, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'subnets': [{'id': 'f4d271e0-560e-4f49-a7f4-4da3b43fee53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:23:22.099411 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a73d63-3499-4ded-aaaa-5c43ed272357 None None] New status for floating IP a2acb082-c216-45ae-915b-54d41d59870c: DOWN {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:23:22.821429 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc0c75-00a0-46cb-acef-e3f38b237be0 req-c54665f0-0b6a-4ff5-aadf-4fcf5ee55325 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:22.822937 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-61bc0c75-00a0-46cb-acef-e3f38b237be0 req-c54665f0-0b6a-4ff5-aadf-4fcf5ee55325 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0476344 Aug 30 01:23:22.877883 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-61bc0c75-00a0-46cb-acef-e3f38b237be0 req-2b6b7abf-2f63-4355-bdf3-dc2e742f17ee tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492363 Aug 30 01:23:22.934598 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ee95168f-a772-4eb4-8923-817469b37002 req-1d39e70d-17a9-4f63-bb26-c4b5adbca791 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950215 Aug 30 01:23:23.195614 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-596866bd-e72b-40a6-a440-897f190035a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:23.598409 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdd8b7-4ad4-4891-8c6d-c6e735f2cb19 req-890ee02f-961f-4e9c-8b0d-b31a0ceded32 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:23.599878 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-efbdd8b7-4ad4-4891-8c6d-c6e735f2cb19 req-890ee02f-961f-4e9c-8b0d-b31a0ceded32 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0463293 Aug 30 01:23:23.687168 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-efbdd8b7-4ad4-4891-8c6d-c6e735f2cb19 req-99258cd4-7c9f-4276-9c82-67df004961e4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Deleting port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:23:23.687495 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-efbdd8b7-4ad4-4891-8c6d-c6e735f2cb19 req-99258cd4-7c9f-4276-9c82-67df004961e4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:23.752510 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:23.775714 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-efbdd8b7-4ad4-4891-8c6d-c6e735f2cb19 req-99258cd4-7c9f-4276-9c82-67df004961e4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] For port c4e6504b-45ee-4446-8a10-2c25ab5d86a4, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:23.776066 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-efbdd8b7-4ad4-4891-8c6d-c6e735f2cb19 req-99258cd4-7c9f-4276-9c82-67df004961e4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:23.789744 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-efbdd8b7-4ad4-4891-8c6d-c6e735f2cb19 req-99258cd4-7c9f-4276-9c82-67df004961e4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Calling delete_port for c4e6504b-45ee-4446-8a10-2c25ab5d86a4 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:23:24.002401 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6efe06-02f9-4342-b1e0-6f2cdd2db008 req-22eac51f-c42e-4c4e-b128-4d24642e0e13 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:24.003987 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ac6efe06-02f9-4342-b1e0-6f2cdd2db008 req-22eac51f-c42e-4c4e-b128-4d24642e0e13 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 945 time: 0.0475976 Aug 30 01:23:24.005104 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-efbdd8b7-4ad4-4891-8c6d-c6e735f2cb19 req-99258cd4-7c9f-4276-9c82-67df004961e4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (c4e6504b-45ee-4446-8a10-2c25ab5d86a4), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:24.043022 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99258cd4-7c9f-4276-9c82-67df004961e4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Pushing event deleted for resources: {'Port': ['ID=c4e6504b-45ee-4446-8a10-2c25ab5d86a4,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:24.114510 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbdd8b7-4ad4-4891-8c6d-c6e735f2cb19 req-99258cd4-7c9f-4276-9c82-67df004961e4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] No DVR routers for this DVR port c4e6504b-45ee-4446-8a10-2c25ab5d86a4 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:23:24.120700 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-efbdd8b7-4ad4-4891-8c6d-c6e735f2cb19 req-99258cd4-7c9f-4276-9c82-67df004961e4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:24.124530 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-efbdd8b7-4ad4-4891-8c6d-c6e735f2cb19 req-99258cd4-7c9f-4276-9c82-67df004961e4 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.74 "DELETE /networking/v2.0/ports/c4e6504b-45ee-4446-8a10-2c25ab5d86a4 HTTP/1.1" status: 204 len: 173 time: 0.5193295 Aug 30 01:23:24.124980 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'name': 'network-vif-deleted', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:23:24.127263 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b048d88-7cea-4147-bc0e-48ce32da614c" -d '{"events": [{"server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "name": "network-vif-deleted", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:23:24.139198 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ac6efe06-02f9-4342-b1e0-6f2cdd2db008 req-90d33b74-a9c0-4d9a-bf0e-f82784ae5481 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=540b6b15-3f20-45f2-9938-96f5cee1c066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263018 Aug 30 01:23:24.167598 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e737c9-554b-448e-a24f-402a17870126 x-openstack-request-id: req-a6e737c9-554b-448e-a24f-402a17870126 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:23:24.167886 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28fa016-241d-473f-9697-13ab6e06fa91", "name": "network-vif-deleted", "tag": "c4e6504b-45ee-4446-8a10-2c25ab5d86a4", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:23:24.168136 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6e737c9-554b-448e-a24f-402a17870126 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:23:24.168650 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e737c9-554b-448e-a24f-402a17870126'] response: {'server_uuid': 'e28fa016-241d-473f-9697-13ab6e06fa91', 'name': 'network-vif-deleted', 'tag': 'c4e6504b-45ee-4446-8a10-2c25ab5d86a4', 'status': 'completed', 'code': 200} Aug 30 01:23:24.273081 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:25.255165 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-66ca7e04-0542-4503-a912-a670bb3439da req-88c4b306-8ae4-4485-95f9-a8cde51c03c8 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e28fa016-241d-473f-9697-13ab6e06fa91 HTTP/1.1" status: 200 len: 210 time: 0.0296490 Aug 30 01:23:25.795969 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:25.829914 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:26.320253 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38510) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:26.379430 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-00c1f5b8-e8b0-4396-8a78-4cd316587836 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group (540b6b15-3f20-45f2-9938-96f5cee1c066), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:26.405575 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-00c1f5b8-e8b0-4396-8a78-4cd316587836 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group (540b6b15-3f20-45f2-9938-96f5cee1c066), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:26.502078 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c4e6504b-45ee-4446-8a10-2c25ab5d86a4 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:23:26.521615 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: c4e6504b-45ee-4446-8a10-2c25ab5d86a4 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:23:26.522984 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device c4e6504b-45ee-4446-8a10-2c25ab5d86a4 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:23:26.541063 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-00c1f5b8-e8b0-4396-8a78-4cd316587836 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (540b6b15-3f20-45f2-9938-96f5cee1c066), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:26.543730 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-00c1f5b8-e8b0-4396-8a78-4cd316587836 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:26.545855 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-00c1f5b8-e8b0-4396-8a78-4cd316587836 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/540b6b15-3f20-45f2-9938-96f5cee1c066 HTTP/1.1" status: 204 len: 168 time: 0.2255709 Aug 30 01:23:26.549335 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:26.556259 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1f5b8-e8b0-4396-8a78-4cd316587836 tempest-TestShelveInstance-159913963 tempest-TestShelveInstance-159913963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540b6b15-3f20-45f2-9938-96f5cee1c066,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:26.658542 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38514) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:27.338531 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-482018'] for router_interface (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:27.466611 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:27.567372 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Deleting port 9e863705-de16-408c-92b4-e4ac8e11b8fa {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:23:27.567704 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:27.650990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] For port 9e863705-de16-408c-92b4-e4ac8e11b8fa, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=9e863705-de16-408c-92b4-e4ac8e11b8fa,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:27.651258 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:27.665483 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Calling delete_port for 9e863705-de16-408c-92b4-e4ac8e11b8fa owned by network:router_interface {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:23:27.823233 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:27.975692 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (9e863705-de16-408c-92b4-e4ac8e11b8fa), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:28.002589 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e863705-de16-408c-92b4-e4ac8e11b8fa,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:28.016777 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.016777 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.016777 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.016777 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.016777 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.017270 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.017533 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.017781 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.018121 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.018452 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.018781 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.019105 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.019431 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.019752 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.020072 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:28.190364 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481618'] for router_interface (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:28.399151 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Router a445ec94-65d5-4b4f-b1f6-e40165e6d59b has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:23:28.487083 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:28.507548 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:23:28.518647 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-fc695eb2-a4d6-4a87-983a-c671451a8f21 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/a445ec94-65d5-4b4f-b1f6-e40165e6d59b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8529625 Aug 30 01:23:28.518647 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38518) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:28.519738 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a461bfb-a2e5-4f43-bba2-86d13cd23134 None None] Sync routers for ids ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:23:28.528756 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a461bfb-a2e5-4f43-bba2-86d13cd23134 None None] Routers {'a445ec94-65d5-4b4f-b1f6-e40165e6d59b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:28.529682 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-4a461bfb-a2e5-4f43-bba2-86d13cd23134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:23:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:28.621211 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Publish callbacks [] for router (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:28.633839 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-4a461bfb-a2e5-4f43-bba2-86d13cd23134 None None] Set router a445ec94-65d5-4b4f-b1f6-e40165e6d59b gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:28.724539 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Publish callbacks [] for router_gateway (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:28.808384 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-4a461bfb-a2e5-4f43-bba2-86d13cd23134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:23:27Z', 'revision_number': 5, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port': {'id': '3cd42745-3d88-4917-9e32-e35d38795f64', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:15:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:17:54Z', 'updated_at': '2022-08-30T01:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:28.828765 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Deleting port 3cd42745-3d88-4917-9e32-e35d38795f64 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:23:28.829109 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (3cd42745-3d88-4917-9e32-e35d38795f64), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:28.834066 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a461bfb-a2e5-4f43-bba2-86d13cd23134 None None] Checking router: a445ec94-65d5-4b4f-b1f6-e40165e6d59b for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:23:28.835702 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:28.843710 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a461bfb-a2e5-4f43-bba2-86d13cd23134 None None] Routers {'a445ec94-65d5-4b4f-b1f6-e40165e6d59b'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:28.850689 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-4a461bfb-a2e5-4f43-bba2-86d13cd23134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:23:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:28.850689 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:28.901605 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:28.923249 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] For port 3cd42745-3d88-4917-9e32-e35d38795f64, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=3cd42745-3d88-4917-9e32-e35d38795f64,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:28.923606 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (3cd42745-3d88-4917-9e32-e35d38795f64), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:28.931590 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-4a461bfb-a2e5-4f43-bba2-86d13cd23134 None None] Set router a445ec94-65d5-4b4f-b1f6-e40165e6d59b gateway port host: None {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:28.940791 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Calling delete_port for 3cd42745-3d88-4917-9e32-e35d38795f64 owned by network:router_gateway {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:23:28.981517 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-4a461bfb-a2e5-4f43-bba2-86d13cd23134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:23:28Z', 'revision_number': 6, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port_host': None}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:29.010163 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a461bfb-a2e5-4f43-bba2-86d13cd23134 None None] The sync data for ids ['a445ec94-65d5-4b4f-b1f6-e40165e6d59b'] in dv-cinder-815712-11-iscsi is: [{'id': 'a445ec94-65d5-4b4f-b1f6-e40165e6d59b', 'name': 'tempest-TestShelveInstance-304956887-router', 'tenant_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:17:53Z', 'updated_at': '2022-08-30T01:23:28Z', 'revision_number': 6, 'project_id': 'ba3bd03ea50c4553b9b98b61a4d835dd', 'gw_port_host': None}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:23:29.166944 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (3cd42745-3d88-4917-9e32-e35d38795f64), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:29.194325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd42745-3d88-4917-9e32-e35d38795f64,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:29.257456 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477089'] for router_gateway (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:29.358166 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2934'] for router (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:29.360687 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Publish callbacks [] for router_controller (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:29.555006 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481583'] for router (a445ec94-65d5-4b4f-b1f6-e40165e6d59b), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:29.567200 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a445ec94-65d5-4b4f-b1f6-e40165e6d59b {{(pid=107024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:23:29.567200 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:29.567200 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f01238e7-77cf-43c7-9fd5-7a7c3a85c0a1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/a445ec94-65d5-4b4f-b1f6-e40165e6d59b HTTP/1.1" status: 204 len: 168 time: 1.0455055 Aug 30 01:23:29.567200 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38520) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:29.610585 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30a766e-e7bc-43af-ac7a-eecf06198e7f admin admin] Deleting subnet f4d271e0-560e-4f49-a7f4-4da3b43fee53 {{(pid=107024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:23:29.614363 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b30a766e-e7bc-43af-ac7a-eecf06198e7f admin admin] Publish callbacks [] for subnet (f4d271e0-560e-4f49-a7f4-4da3b43fee53), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:29.638764 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:29.655230 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b30a766e-e7bc-43af-ac7a-eecf06198e7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16218592'] for subnet (f4d271e0-560e-4f49-a7f4-4da3b43fee53), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:29.746527 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b30a766e-e7bc-43af-ac7a-eecf06198e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (f4d271e0-560e-4f49-a7f4-4da3b43fee53), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:29.887404 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b30a766e-e7bc-43af-ac7a-eecf06198e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12989510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14457447'] for subnet (f4d271e0-560e-4f49-a7f4-4da3b43fee53), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:29.916274 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a766e-e7bc-43af-ac7a-eecf06198e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4d271e0-560e-4f49-a7f4-4da3b43fee53,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:29.921512 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-b30a766e-e7bc-43af-ac7a-eecf06198e7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:29.925823 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-b30a766e-e7bc-43af-ac7a-eecf06198e7f admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/f4d271e0-560e-4f49-a7f4-4da3b43fee53 HTTP/1.1" status: 204 len: 168 time: 0.3599844 Aug 30 01:23:29.928183 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38522) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:29.928668 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60385f49-3987-40d7-bf48-6b9865394ce8 None None] Network 80c77988-807f-4b63-8ab4-31648def8b2d requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:23:30.018355 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (80c77988-807f-4b63-8ab4-31648def8b2d), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:30.064192 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Deleting port 03e2537d-e73c-42e1-a5f7-826912b54e56 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:23:30.064523 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:30.105095 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b5eb58-3488-44d1-9c70-719450e5f42d None None] DHCP port deletion for 80c77988-807f-4b63-8ab4-31648def8b2d request from dv-cinder-815712-11-iscsi {{(pid=107026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:23:30.139334 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] For port 03e2537d-e73c-42e1-a5f7-826912b54e56, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=03e2537d-e73c-42e1-a5f7-826912b54e56,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:30.139707 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:30.151519 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-75b5eb58-3488-44d1-9c70-719450e5f42d None None] Deleting port 03e2537d-e73c-42e1-a5f7-826912b54e56 {{(pid=107026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:23:30.161878 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-75b5eb58-3488-44d1-9c70-719450e5f42d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), before_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:30.162107 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Calling delete_port for 03e2537d-e73c-42e1-a5f7-826912b54e56 owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:23:30.162107 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:30.217873 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-75b5eb58-3488-44d1-9c70-719450e5f42d None None] For port 03e2537d-e73c-42e1-a5f7-826912b54e56, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=03e2537d-e73c-42e1-a5f7-826912b54e56,segment=NetworkSegment(2e410c87-0732-4b34-86a1-24344404044c),segment_id=2e410c87-0732-4b34-86a1-24344404044c)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:30.218266 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-75b5eb58-3488-44d1-9c70-719450e5f42d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), precommit_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:30.231808 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-75b5eb58-3488-44d1-9c70-719450e5f42d None None] Calling delete_port for 03e2537d-e73c-42e1-a5f7-826912b54e56 owned by network:dhcp {{(pid=107026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:23:30.355403 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:30.364179 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-75b5eb58-3488-44d1-9c70-719450e5f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (03e2537d-e73c-42e1-a5f7-826912b54e56), after_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:30.385010 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e2537d-e73c-42e1-a5f7-826912b54e56,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:30.389185 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] No DVR routers for this DVR port 03e2537d-e73c-42e1-a5f7-826912b54e56 on host dv-cinder-815712-11-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:23:30.394033 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5eb58-3488-44d1-9c70-719450e5f42d None None] Pushing event deleted for resources: {'Port': ['ID=03e2537d-e73c-42e1-a5f7-826912b54e56,revision_number=None']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:30.402988 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5eb58-3488-44d1-9c70-719450e5f42d None None] No DVR routers for this DVR port 03e2537d-e73c-42e1-a5f7-826912b54e56 on host dv-cinder-815712-11-iscsi {{(pid=107026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:23:30.469999 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (80c77988-807f-4b63-8ab4-31648def8b2d), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:30.470428 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 9e863705-de16-408c-92b4-e4ac8e11b8fa no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:23:30.491303 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 9e863705-de16-408c-92b4-e4ac8e11b8fa {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:23:30.491718 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 9e863705-de16-408c-92b4-e4ac8e11b8fa not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:23:30.492304 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 3cd42745-3d88-4917-9e32-e35d38795f64 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:23:30.492868 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c77988-807f-4b63-8ab4-31648def8b2d']}} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:30.503930 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e410c87-0732-4b34-86a1-24344404044c') {'for_net_delete': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:30.504223 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e410c87-0732-4b34-86a1-24344404044c') {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:30.511578 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 3cd42745-3d88-4917-9e32-e35d38795f64 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:23:30.511925 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 3cd42745-3d88-4917-9e32-e35d38795f64 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:23:30.512338 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 03e2537d-e73c-42e1-a5f7-826912b54e56 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:23:30.514714 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16218603'] for segment (2e410c87-0732-4b34-86a1-24344404044c), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:30.528651 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (2e410c87-0732-4b34-86a1-24344404044c), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:30.531157 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 03e2537d-e73c-42e1-a5f7-826912b54e56 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:23:30.531507 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 03e2537d-e73c-42e1-a5f7-826912b54e56 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:23:30.536947 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=107024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:23:30.537381 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12990432'] for segment (2e410c87-0732-4b34-86a1-24344404044c), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:30.580118 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 2e410c87-0732-4b34-86a1-24344404044c resource provider aggregate not found Aug 30 01:23:30.597678 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 2e410c87-0732-4b34-86a1-24344404044c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e410c87-0732-4b34-86a1-24344404044c found for delete ", "request_id": "req-67713026-7290-47c2-810f-0fa1666ec581"}]} Aug 30 01:23:30.712635 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (80c77988-807f-4b63-8ab4-31648def8b2d), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:30.718686 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:30.723700 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/80c77988-807f-4b63-8ab4-31648def8b2d HTTP/1.1" status: 204 len: 168 time: 0.7926624 Aug 30 01:23:30.724898 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38528) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:30.734330 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f9fa4-d324-4946-92b0-f31a33e13687 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c77988-807f-4b63-8ab4-31648def8b2d,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:31.044434 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-482018'] for router_interface (b62d0796-6ebd-4e14-886f-60532ca4e97e), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:31.261873 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Deleting port d08c91be-2b38-4d50-be7b-bd110e9c2347 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:23:31.262209 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:31.343576 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] For port d08c91be-2b38-4d50-be7b-bd110e9c2347, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=d08c91be-2b38-4d50-be7b-bd110e9c2347,segment=NetworkSegment(75db8274-c774-4f43-b3d7-eb4cb898cd25),segment_id=75db8274-c774-4f43-b3d7-eb4cb898cd25)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:31.343849 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:31.356900 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Calling delete_port for d08c91be-2b38-4d50-be7b-bd110e9c2347 owned by network:router_interface {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:23:31.488144 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:31.491631 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:31.594957 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (d08c91be-2b38-4d50-be7b-bd110e9c2347), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:31.858656 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=d08c91be-2b38-4d50-be7b-bd110e9c2347,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:31.871392 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.871774 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.872788 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.873138 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.873476 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.873926 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.874261 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.874587 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.874913 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.875246 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.875574 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.875902 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.876221 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.876541 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:31.876859 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:23:32.037756 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481618'] for router_interface (b62d0796-6ebd-4e14-886f-60532ca4e97e), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:32.258289 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Router b62d0796-6ebd-4e14-886f-60532ca4e97e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:23:32.362988 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:23:32.370201 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-70151fab-0085-4f8e-af26-617e53229c8a admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/b62d0796-6ebd-4e14-886f-60532ca4e97e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6420264 Aug 30 01:23:32.370592 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38532) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:32.373071 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6fd6d-6cbf-4971-93bf-a6139f843729 None None] Sync routers for ids ['b62d0796-6ebd-4e14-886f-60532ca4e97e'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:23:32.383251 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a6fd6d-6cbf-4971-93bf-a6139f843729 None None] Routers {'b62d0796-6ebd-4e14-886f-60532ca4e97e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:32.383867 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-99a6fd6d-6cbf-4971-93bf-a6139f843729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:23:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['b62d0796-6ebd-4e14-886f-60532ca4e97e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:32.474254 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Publish callbacks [] for router (b62d0796-6ebd-4e14-886f-60532ca4e97e), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:32.494126 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-99a6fd6d-6cbf-4971-93bf-a6139f843729 None None] Set router b62d0796-6ebd-4e14-886f-60532ca4e97e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:32.576486 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Publish callbacks [] for router_gateway (b62d0796-6ebd-4e14-886f-60532ca4e97e), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:32.643280 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:32.672169 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-99a6fd6d-6cbf-4971-93bf-a6139f843729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'name': 'tempest-TestShelveInstance-1087294053-router', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '3e630910-03ae-47fd-9217-b1d965a18036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:01Z', 'updated_at': '2022-08-30T01:23:31Z', 'revision_number': 5, 'project_id': '0b43e37e5945406ca905cecad78e76c4', 'gw_port': {'id': '3e630910-03ae-47fd-9217-b1d965a18036', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:4a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:18:02Z', 'updated_at': '2022-08-30T01:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:32.681846 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Deleting port 3e630910-03ae-47fd-9217-b1d965a18036 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:23:32.682251 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (3e630910-03ae-47fd-9217-b1d965a18036), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:32.698032 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6fd6d-6cbf-4971-93bf-a6139f843729 None None] Checking router: b62d0796-6ebd-4e14-886f-60532ca4e97e for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:23:32.706931 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a6fd6d-6cbf-4971-93bf-a6139f843729 None None] Routers {'b62d0796-6ebd-4e14-886f-60532ca4e97e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:23:32.707559 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-99a6fd6d-6cbf-4971-93bf-a6139f843729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:23:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['b62d0796-6ebd-4e14-886f-60532ca4e97e'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:32.770526 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] For port 3e630910-03ae-47fd-9217-b1d965a18036, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=3e630910-03ae-47fd-9217-b1d965a18036,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:32.770893 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (3e630910-03ae-47fd-9217-b1d965a18036), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:32.773166 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:32.787174 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Calling delete_port for 3e630910-03ae-47fd-9217-b1d965a18036 owned by network:router_gateway {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:23:32.798088 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-99a6fd6d-6cbf-4971-93bf-a6139f843729 None None] Set router b62d0796-6ebd-4e14-886f-60532ca4e97e gateway port host: None {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:23:32.853250 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-99a6fd6d-6cbf-4971-93bf-a6139f843729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'name': 'tempest-TestShelveInstance-1087294053-router', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:01Z', 'updated_at': '2022-08-30T01:23:32Z', 'revision_number': 6, 'project_id': '0b43e37e5945406ca905cecad78e76c4', 'gw_port_host': None}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:32.878744 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6fd6d-6cbf-4971-93bf-a6139f843729 None None] The sync data for ids ['b62d0796-6ebd-4e14-886f-60532ca4e97e'] in dv-cinder-815712-11-iscsi is: [{'id': 'b62d0796-6ebd-4e14-886f-60532ca4e97e', 'name': 'tempest-TestShelveInstance-1087294053-router', 'tenant_id': '0b43e37e5945406ca905cecad78e76c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:18:01Z', 'updated_at': '2022-08-30T01:23:32Z', 'revision_number': 6, 'project_id': '0b43e37e5945406ca905cecad78e76c4', 'gw_port_host': None}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:23:33.030325 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (3e630910-03ae-47fd-9217-b1d965a18036), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.058024 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e630910-03ae-47fd-9217-b1d965a18036,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:33.121354 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477089'] for router_gateway (b62d0796-6ebd-4e14-886f-60532ca4e97e), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.211434 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2934'] for router (b62d0796-6ebd-4e14-886f-60532ca4e97e), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.211434 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Publish callbacks [] for router_controller (b62d0796-6ebd-4e14-886f-60532ca4e97e), precommit_delete_associations {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.301330 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481583'] for router (b62d0796-6ebd-4e14-886f-60532ca4e97e), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.301966 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b62d0796-6ebd-4e14-886f-60532ca4e97e {{(pid=107025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:23:33.306484 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.307709 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-3925dab2-d11b-4ee9-b81b-701cc5eb090f admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/b62d0796-6ebd-4e14-886f-60532ca4e97e HTTP/1.1" status: 204 len: 168 time: 0.9361308 Aug 30 01:23:33.310404 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38534) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:33.355078 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_v2 [None req-edaca9d8-f49d-43fd-a6a6-e8536db31076 admin admin] Deleting subnet 7f3c6028-3482-4994-bd84-0d8d34638069 {{(pid=107025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:23:33.359022 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-edaca9d8-f49d-43fd-a6a6-e8536db31076 admin admin] Publish callbacks [] for subnet (7f3c6028-3482-4994-bd84-0d8d34638069), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.400237 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-edaca9d8-f49d-43fd-a6a6-e8536db31076 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13169954'] for subnet (7f3c6028-3482-4994-bd84-0d8d34638069), precommit_delete_associations {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.479493 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-edaca9d8-f49d-43fd-a6a6-e8536db31076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (7f3c6028-3482-4994-bd84-0d8d34638069), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.610144 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-edaca9d8-f49d-43fd-a6a6-e8536db31076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13572797', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13108100'] for subnet (7f3c6028-3482-4994-bd84-0d8d34638069), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.640714 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaca9d8-f49d-43fd-a6a6-e8536db31076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3c6028-3482-4994-bd84-0d8d34638069,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:33.644258 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-edaca9d8-f49d-43fd-a6a6-e8536db31076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for subnet (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.647365 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-edaca9d8-f49d-43fd-a6a6-e8536db31076 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/7f3c6028-3482-4994-bd84-0d8d34638069 HTTP/1.1" status: 204 len: 168 time: 0.3360250 Aug 30 01:23:33.649856 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38536) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:33.652612 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bd5dd4-c3b5-4ebf-93f0-69746f46a957 None None] Network 96e43b50-834d-478f-ac5e-e55dde301168 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:23:33.667256 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:33.720924 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (96e43b50-834d-478f-ac5e-e55dde301168), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.763758 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Deleting port c64ea205-2f4c-4259-8b1a-3ea8802a98ac {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:23:33.764092 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.799626 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4edd10-aef2-4e24-93e8-013594cffc69 None None] DHCP port deletion for 96e43b50-834d-478f-ac5e-e55dde301168 request from dv-cinder-815712-11-iscsi {{(pid=107026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:23:33.831876 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] For port c64ea205-2f4c-4259-8b1a-3ea8802a98ac, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=c64ea205-2f4c-4259-8b1a-3ea8802a98ac,segment=NetworkSegment(75db8274-c774-4f43-b3d7-eb4cb898cd25),segment_id=75db8274-c774-4f43-b3d7-eb4cb898cd25)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:33.832221 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.836288 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-be4edd10-aef2-4e24-93e8-013594cffc69 None None] Deleting port c64ea205-2f4c-4259-8b1a-3ea8802a98ac {{(pid=107026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:23:33.836661 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-be4edd10-aef2-4e24-93e8-013594cffc69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), before_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.846081 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Calling delete_port for c64ea205-2f4c-4259-8b1a-3ea8802a98ac owned by network:dhcp {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:23:33.905697 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-be4edd10-aef2-4e24-93e8-013594cffc69 None None] For port c64ea205-2f4c-4259-8b1a-3ea8802a98ac, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=c64ea205-2f4c-4259-8b1a-3ea8802a98ac,segment=NetworkSegment(75db8274-c774-4f43-b3d7-eb4cb898cd25),segment_id=75db8274-c774-4f43-b3d7-eb4cb898cd25)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:23:33.906012 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-be4edd10-aef2-4e24-93e8-013594cffc69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), precommit_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:33.915717 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:33.921544 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-be4edd10-aef2-4e24-93e8-013594cffc69 None None] Calling delete_port for c64ea205-2f4c-4259-8b1a-3ea8802a98ac owned by network:dhcp {{(pid=107026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:23:34.017923 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:34.024409 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-be4edd10-aef2-4e24-93e8-013594cffc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (c64ea205-2f4c-4259-8b1a-3ea8802a98ac), after_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:34.048112 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Pushing event deleted for resources: {'Port': ['ID=c64ea205-2f4c-4259-8b1a-3ea8802a98ac,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:34.049516 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4edd10-aef2-4e24-93e8-013594cffc69 None None] Pushing event deleted for resources: {'Port': ['ID=c64ea205-2f4c-4259-8b1a-3ea8802a98ac,revision_number=None']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:34.053088 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4edd10-aef2-4e24-93e8-013594cffc69 None None] No DVR routers for this DVR port c64ea205-2f4c-4259-8b1a-3ea8802a98ac on host dv-cinder-815712-11-iscsi {{(pid=107026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:23:34.055686 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] No DVR routers for this DVR port c64ea205-2f4c-4259-8b1a-3ea8802a98ac on host dv-cinder-815712-11-iscsi {{(pid=107025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:23:34.131777 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (96e43b50-834d-478f-ac5e-e55dde301168), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:34.152395 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e43b50-834d-478f-ac5e-e55dde301168']}} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:34.163224 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75db8274-c774-4f43-b3d7-eb4cb898cd25') {'for_net_delete': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:34.163426 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75db8274-c774-4f43-b3d7-eb4cb898cd25') {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:23:34.173650 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13169961'] for segment (75db8274-c774-4f43-b3d7-eb4cb898cd25), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:34.187217 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (75db8274-c774-4f43-b3d7-eb4cb898cd25), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:34.193871 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=107025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:23:34.217053 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13572379'] for segment (75db8274-c774-4f43-b3d7-eb4cb898cd25), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:34.282820 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment 75db8274-c774-4f43-b3d7-eb4cb898cd25 resource provider aggregate not found Aug 30 01:23:34.298682 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment 75db8274-c774-4f43-b3d7-eb4cb898cd25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75db8274-c774-4f43-b3d7-eb4cb898cd25 found for delete ", "request_id": "req-1f59fa92-7355-4d25-97d8-3cea1fa38ee0"}]} Aug 30 01:23:34.416109 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (96e43b50-834d-478f-ac5e-e55dde301168), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:34.422046 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:34.425466 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/96e43b50-834d-478f-ac5e-e55dde301168 HTTP/1.1" status: 204 len: 168 time: 0.7746923 Aug 30 01:23:34.440853 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7246b6-fa0a-40bb-899f-8a2f3ed8dfad admin admin] Pushing event deleted for resources: {'Network': ['ID=96e43b50-834d-478f-ac5e-e55dde301168,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:34.468636 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device c64ea205-2f4c-4259-8b1a-3ea8802a98ac no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:23:34.491600 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: c64ea205-2f4c-4259-8b1a-3ea8802a98ac {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:23:34.492029 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device c64ea205-2f4c-4259-8b1a-3ea8802a98ac not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:23:34.492508 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 3e630910-03ae-47fd-9217-b1d965a18036 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:23:34.510776 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 3e630910-03ae-47fd-9217-b1d965a18036 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:23:34.511114 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 3e630910-03ae-47fd-9217-b1d965a18036 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:23:34.511518 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device d08c91be-2b38-4d50-be7b-bd110e9c2347 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:23:34.530283 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: d08c91be-2b38-4d50-be7b-bd110e9c2347 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:23:34.530618 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device d08c91be-2b38-4d50-be7b-bd110e9c2347 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:23:34.817007 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38546) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:34.858713 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-40a0caf9-3b00-4bdb-a3ba-29940a8832f0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ba3bd03ea50c4553b9b98b61a4d835dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405188 Aug 30 01:23:34.861190 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38548) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:34.910181 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-79448f63-0fe2-4bb5-9236-7044316457d1 admin admin] Publish callbacks [] for security_group (c7a63ea4-e28f-42b5-b09b-34ffaf5bfe82), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:34.931210 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-79448f63-0fe2-4bb5-9236-7044316457d1 admin admin] Publish callbacks [] for security_group (c7a63ea4-e28f-42b5-b09b-34ffaf5bfe82), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:35.069398 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-79448f63-0fe2-4bb5-9236-7044316457d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (c7a63ea4-e28f-42b5-b09b-34ffaf5bfe82), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:35.072085 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-79448f63-0fe2-4bb5-9236-7044316457d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:35.073240 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-79448f63-0fe2-4bb5-9236-7044316457d1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c7a63ea4-e28f-42b5-b09b-34ffaf5bfe82 HTTP/1.1" status: 204 len: 168 time: 0.2111342 Aug 30 01:23:35.081670 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79448f63-0fe2-4bb5-9236-7044316457d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a63ea4-e28f-42b5-b09b-34ffaf5bfe82,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:35.758604 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38554) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:35.774709 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:35.799310 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-84f785f6-2426-4f91-bd8a-188b16854f9c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0b43e37e5945406ca905cecad78e76c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395224 Aug 30 01:23:35.801842 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38556) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:23:35.854817 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2e95d2be-ef59-475b-80bb-829e87ce3de0 admin admin] Publish callbacks [] for security_group (8efbb810-2c88-492a-b59a-973175341460), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:35.875767 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2e95d2be-ef59-475b-80bb-829e87ce3de0 admin admin] Publish callbacks [] for security_group (8efbb810-2c88-492a-b59a-973175341460), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:36.004015 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2e95d2be-ef59-475b-80bb-829e87ce3de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (8efbb810-2c88-492a-b59a-973175341460), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:36.006645 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-2e95d2be-ef59-475b-80bb-829e87ce3de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:36.007832 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-2e95d2be-ef59-475b-80bb-829e87ce3de0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8efbb810-2c88-492a-b59a-973175341460 HTTP/1.1" status: 204 len: 168 time: 0.2051127 Aug 30 01:23:36.016146 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95d2be-ef59-475b-80bb-829e87ce3de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efbb810-2c88-492a-b59a-973175341460,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:23:44.515671 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=93,neutron:DELETE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:44.965147 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=34,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:45.077190 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=67,neutron:DELETE=8 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:45.095497 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:45.443491 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=6 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:45.446917 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=19 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:46.010666 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:46.011373 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=40,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:46.030202 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81,neutron:DELETE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:23:49.600262 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:50.326288 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e377a516-e8f1-4a51-8399-c575ba9a893c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:52.942633 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f055-6b73-4cc0-8c6a-4d69f0f6383e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:54.251720 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:55.917896 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:55.918667 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:23:57.493404 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:23:58.164512 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17948e53-f038-4d00-bd54-6fe43ab72a64 req-d53f8959-1a70-4e37-b4e9-3bad487fa082 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399308 Aug 30 01:23:58.279450 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17948e53-f038-4d00-bd54-6fe43ab72a64 req-440e0ec8-a9f8-413d-8aae-a3ffdbe3a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:58.280948 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17948e53-f038-4d00-bd54-6fe43ab72a64 req-440e0ec8-a9f8-413d-8aae-a3ffdbe3a5d4 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 1130 time: 0.0405316 Aug 30 01:23:58.397690 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17948e53-f038-4d00-bd54-6fe43ab72a64 req-11a6f892-50c8-4bf2-9b08-90bff3aa867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:58.399107 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17948e53-f038-4d00-bd54-6fe43ab72a64 req-11a6f892-50c8-4bf2-9b08-90bff3aa867b service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 912 time: 0.0940382 Aug 30 01:23:58.461384 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17948e53-f038-4d00-bd54-6fe43ab72a64 req-c43bdbb8-800a-4829-9910-cec828e2c173 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=decc0218-8c0d-4f69-a8f7-06f0367b750c HTTP/1.1" status: 200 len: 1001 time: 0.0554419 Aug 30 01:23:58.516693 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17948e53-f038-4d00-bd54-6fe43ab72a64 req-06383e5d-5e1d-4a63-b635-952d28361031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:58.518183 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17948e53-f038-4d00-bd54-6fe43ab72a64 req-06383e5d-5e1d-4a63-b635-952d28361031 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=334300b0-93b9-4213-837b-a819672a30f3 HTTP/1.1" status: 200 len: 850 time: 0.0486677 Aug 30 01:23:58.562187 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17948e53-f038-4d00-bd54-6fe43ab72a64 req-41300291-6ee5-4dc3-a101-f15b0e5ca525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:23:58.564321 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17948e53-f038-4d00-bd54-6fe43ab72a64 req-41300291-6ee5-4dc3-a101-f15b0e5ca525 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=8c6152a9-22c5-47c3-b922-7c52df366312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388725 Aug 30 01:23:58.652798 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17948e53-f038-4d00-bd54-6fe43ab72a64 req-675557ea-1f78-4fcb-971c-180f09c4032b service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822554 Aug 30 01:23:58.754347 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-17948e53-f038-4d00-bd54-6fe43ab72a64 req-9e3978b6-6e3d-4d17-9004-4463f91c4958 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887818 Aug 30 01:24:05.755390 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:05.756188 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:05.761993 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:07.489671 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:07.490480 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:08.749381 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=49 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:08.751252 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=52 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:19.632038 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:20.283212 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-96118b9c-566e-4ffd-9792-81ac3f6a85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:22.431325 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:22.441392 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=6 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:22.919093 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f4b104e7-807d-47c3-8469-e6eaed2c23bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:24.210472 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.804415 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:25.822246 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:34.493278 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:24:35.758620 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:35.763406 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:35.765204 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:44.489360 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:44.490216 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:49.580977 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:50.295717 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-2be3ece0-0a18-4db3-9d07-8c67be1f8a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:50.535665 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-a7a23b7d-44e9-4817-a633-d191663a8187 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1826305638&fields=id&tenant_id=3068817b4ca34beca8bd4da5409e58ef HTTP/1.1" status: 200 len: 267 time: 0.0654047 Aug 30 01:24:50.658398 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-88bd5cb9-3214-434d-9b72-e078fea09861 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:50.659937 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-88bd5cb9-3214-434d-9b72-e078fea09861 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 811 time: 0.1154485 Aug 30 01:24:50.675083 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-7a18c968-db53-426d-9dd8-ea1b6151dc12 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/quotas/3068817b4ca34beca8bd4da5409e58ef HTTP/1.1" status: 200 len: 375 time: 0.0093684 Aug 30 01:24:50.731241 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-4b02eab0-c857-4488-96b0-6e2d44a20145 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507004 Aug 30 01:24:50.923473 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-fe5eaefc-792b-4dbf-8d96-b28274fb5a3b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804066 Aug 30 01:24:51.016777 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-b6188784-640a-4ae5-8d43-d5b22512bfa6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875947 Aug 30 01:24:51.504346 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-a97a7145-a1d7-4ce3-b3bb-13b61ac180e7 req-41d93a07-b3fc-4f0a-af0e-2d8cf5e1ac84 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 210 time: 0.0290430 Aug 30 01:24:52.609942 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-031355ef-fae9-48f1-a05b-0762a3972c07 req-96fab6be-b6ef-41e7-9941-25505f910df1 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 210 time: 0.0292828 Aug 30 01:24:52.975112 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-08a9fe0d-3fea-4379-9be6-0940bd11aa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:53.717947 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-569a5b61-98d0-4fd8-98e1-0763c2bbea36 req-29e244d2-446b-4024-9a14-f0333c615c63 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 210 time: 0.0310798 Aug 30 01:24:53.855851 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-90c5ea19-af95-47b0-9156-dcda01f5327c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:53.857322 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-90c5ea19-af95-47b0-9156-dcda01f5327c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 811 time: 0.1061218 Aug 30 01:24:53.935460 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-2bd1ef37-d4f0-4e6d-b039-1e4794a96ee1 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3068817b4ca34beca8bd4da5409e58ef HTTP/1.1" status: 200 len: 380 time: 0.0539651 Aug 30 01:24:53.947522 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Request body: {'port': {'device_id': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'admin_state_up': True, 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'security_groups': ['6d7f6041-111b-4e8a-bae3-aa5179dbb724']}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:54.132859 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Made reservation on behalf of 3068817b4ca34beca8bd4da5409e58ef for: {'port': 1} {{(pid=107024) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 01:24:54.133569 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:54.238150 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:54.266227 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_common [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Allocated IP 172.20.0.8 (8c6152a9-22c5-47c3-b922-7c52df366312/334300b0-93b9-4213-837b-a819672a30f3/6f17c2c9-ce9d-4f6e-81e8-df6bd994b754) {{(pid=107024) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:24:54.415992 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), precommit_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:54.530152 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), after_create {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:54.578229 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Network 8c6152a9-22c5-47c3-b922-7c52df366312 is already hosted by enough agents. {{(pid=107024) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:24:54.581415 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.base_scheduler [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Resources bound (agent type, host, resource id): {{(pid=107024) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:24:54.585959 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Received port after_create {{(pid=107024) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:24:54.612474 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'Port': ['ID=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754,revision_number=1']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:54.624779 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.627990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.627990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.627990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.627990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.627990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.627990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.627990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.627990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.627990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.627990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.628908 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.628908 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.628908 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.629185 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:24:54.652422 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:54.653025 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:54.743634 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-5811682e-1d67-4339-afda-b2ee1c75280e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8003058 Aug 30 01:24:54.761637 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.v2.base [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Request body: {'port': {'device_id': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=107024) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:24:54.783187 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-754537e3-c556-4713-b2f0-560b81ab690f None None] Provisioning complete for port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 triggered by entity DHCP. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:24:54.783944 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-754537e3-c556-4713-b2f0-560b81ab690f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:54.801451 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:54.830044 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:54.833081 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-754537e3-c556-4713-b2f0-560b81ab690f None None] Port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 cannot update to ACTIVE because it is not bound. {{(pid=107026) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 01:24:54.845601 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:54.852831 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c050e5c-fe1a-475a-8ae5-ac0fcf34ae38 req-4b6eb31c-3477-4e3e-8c22-dd962c3387bc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:54.854394 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5c050e5c-fe1a-475a-8ae5-ac0fcf34ae38 req-4b6eb31c-3477-4e3e-8c22-dd962c3387bc tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 931 time: 0.0533769 Aug 30 01:24:54.906513 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-5c050e5c-fe1a-475a-8ae5-ac0fcf34ae38 req-970ad613-a77e-44d7-85b1-dd60fb76a371 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460620 Aug 30 01:24:55.100070 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 {{(pid=107024) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:24:55.107658 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Publish callbacks [] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), precommit_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:55.119892 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.provisioning_blocks [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Transition to ACTIVE for port object 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 will not be triggered until provisioned by entity L2. {{(pid=107024) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 01:24:55.234265 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:55.319054 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Pushing event updated for resources: {'Port': ['ID=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754,revision_number=2']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:55.351414 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Attempting to bind port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 01:24:55.351989 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Attempting to bind port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 01:24:55.352343 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Attempting to bind port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 on network 8c6152a9-22c5-47c3-b922-7c52df366312 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:24:55.356672 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 on network 8c6152a9-22c5-47c3-b922-7c52df366312 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 01:24:55.356992 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Attempting to bind port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 on network 8c6152a9-22c5-47c3-b922-7c52df366312 {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 01:24:55.361941 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Checking agent: {'id': 'cad5741c-c6fd-4ffb-9d1f-78f84d30570c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'started_at': datetime.datetime(2022, 8, 30, 1, 8, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 1, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 01:24:55.362277 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Checking segment: {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107024) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 01:24:55.362656 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Bound using segment: {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'} {{(pid=107024) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 01:24:55.363077 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.managers [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Bound port: 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4485dbd7-db7d-41d1-8937-af4345395bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312'}}] {{(pid=107024) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 01:24:55.363430 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), before_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:55.427630 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] For port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754, host hv-cinder-81571, cleared binding levels {{(pid=107024) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 01:24:55.432347 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] For port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107024) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 01:24:55.508256 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12990396'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), after_update {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:55.513107 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:55.515275 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:55.515275 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] 10.222.0.74 "PUT /networking/v2.0/ports/6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 HTTP/1.1" status: 200 len: 1093 time: 0.7578342 Aug 30 01:24:55.515519 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'tag': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:24:55.517766 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0046986-12fd-42b8-ab24-204269e955f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6c96b9ac-8706-42aa-ba6a-ef444bf4cbac", "tag": "6f17c2c9-ce9d-4f6e-81e8-df6bd994b754"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:24:55.557989 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1f2443-25aa-4e6f-b093-a1aa2fc40cf3 x-openstack-request-id: req-3d1f2443-25aa-4e6f-b093-a1aa2fc40cf3 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:24:55.558270 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c96b9ac-8706-42aa-ba6a-ef444bf4cbac", "tag": "6f17c2c9-ce9d-4f6e-81e8-df6bd994b754", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:24:55.558520 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d1f2443-25aa-4e6f-b093-a1aa2fc40cf3 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:24:55.558922 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1f2443-25aa-4e6f-b093-a1aa2fc40cf3'] response: {'name': 'network-changed', 'server_uuid': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'tag': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754', 'status': 'completed', 'code': 200} Aug 30 01:24:55.565944 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:55.568952 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefd388-d4ca-4c84-8d0d-3e8b08d86afb service neutron] Pushing event updated for resources: {'Port': ['ID=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754,revision_number=3']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:24:55.666172 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0046986-12fd-42b8-ab24-204269e955f5 req-60fa34ad-5222-4690-9ddf-708694dd156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:55.667674 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d0046986-12fd-42b8-ab24-204269e955f5 req-60fa34ad-5222-4690-9ddf-708694dd156a service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 1127 time: 0.0419157 Aug 30 01:24:55.783958 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0046986-12fd-42b8-ab24-204269e955f5 req-0b6a20dc-4830-4931-9e8d-06c7884ac4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:55.785447 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d0046986-12fd-42b8-ab24-204269e955f5 req-0b6a20dc-4830-4931-9e8d-06c7884ac4db service neutron] 10.222.0.74 "GET /networking/v2.0/networks?tenant_id=3068817b4ca34beca8bd4da5409e58ef&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1027148 Aug 30 01:24:55.860009 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:55.889308 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:24:55.890596 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0046986-12fd-42b8-ab24-204269e955f5 req-041acc4e-3a19-48ae-948e-006ad3dc872b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:55.892093 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d0046986-12fd-42b8-ab24-204269e955f5 req-041acc4e-3a19-48ae-948e-006ad3dc872b service neutron] 10.222.0.74 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965610 Aug 30 01:24:56.035624 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b024c-cbbf-44f9-8a35-3bb483496f06 req-e9785ce8-496d-447a-9ae1-b1223a42e2c7 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:56.035624 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-724b024c-cbbf-44f9-8a35-3bb483496f06 req-e9785ce8-496d-447a-9ae1-b1223a42e2c7 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 943 time: 0.0504851 Aug 30 01:24:56.066784 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-c9e3a9e6-7761-490b-8f44-bb6489dcdd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:56.068317 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-c9e3a9e6-7761-490b-8f44-bb6489dcdd5a service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 1127 time: 0.0400140 Aug 30 01:24:56.087003 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-724b024c-cbbf-44f9-8a35-3bb483496f06 req-74e63df1-f200-42ab-b18e-462aece317b5 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453856 Aug 30 01:24:56.135188 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-db4bf5d5-e33a-4aac-b3f5-04114f5245df service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 HTTP/1.1" status: 200 len: 217 time: 0.0330417 Aug 30 01:24:56.190813 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-b5aaa600-d3cb-4813-a074-c99f330662c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:56.192286 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-b5aaa600-d3cb-4813-a074-c99f330662c7 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=334300b0-93b9-4213-837b-a819672a30f3 HTTP/1.1" status: 200 len: 850 time: 0.0483084 Aug 30 01:24:56.506367 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-e0646490-9a2b-4075-a843-bd5923ac5d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:56.508097 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-e0646490-9a2b-4075-a843-bd5923ac5d64 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=8c6152a9-22c5-47c3-b922-7c52df366312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3094831 Aug 30 01:24:56.588601 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:56.608192 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-2588263e-874a-4879-b306-1668fcbd3623 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881367 Aug 30 01:24:56.702889 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e0d05be5-739f-4193-b8ce-deb0368edc78 req-4715b05c-4dfc-44e3-b81c-521641922f81 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853245 Aug 30 01:24:57.209301 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a80df8-7d1b-40f8-b97d-34609cc6d224 req-7799edc5-0e48-43a7-b927-04eeb061ef01 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:57.211605 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-54a80df8-7d1b-40f8-b97d-34609cc6d224 req-7799edc5-0e48-43a7-b927-04eeb061ef01 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 943 time: 0.0470624 Aug 30 01:24:57.264170 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-54a80df8-7d1b-40f8-b97d-34609cc6d224 req-48a6892b-5e54-4784-9823-967a0528c43c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470259 Aug 30 01:24:58.382742 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698362d-7f73-4638-835d-de0f449b354d req-54ee53ee-c397-4195-b9e4-06fba1ba05a8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:58.384380 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-1698362d-7f73-4638-835d-de0f449b354d req-54ee53ee-c397-4195-b9e4-06fba1ba05a8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 943 time: 0.0475161 Aug 30 01:24:58.439737 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-1698362d-7f73-4638-835d-de0f449b354d req-a299a041-6d65-41d8-88e6-32ca2b1d2f72 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497134 Aug 30 01:24:59.162515 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5862452e-25bc-4ea9-8b16-11eeec3f96d8 req-3badb095-6beb-4f6f-985d-97630d27e031 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381525 Aug 30 01:24:59.267628 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862452e-25bc-4ea9-8b16-11eeec3f96d8 req-f394f6ca-e894-42e1-9475-eebaf9600b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:59.269158 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5862452e-25bc-4ea9-8b16-11eeec3f96d8 req-f394f6ca-e894-42e1-9475-eebaf9600b55 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 1130 time: 0.0401411 Aug 30 01:24:59.376872 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862452e-25bc-4ea9-8b16-11eeec3f96d8 req-44b61108-9d51-4574-9465-93da15d89b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:59.378351 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5862452e-25bc-4ea9-8b16-11eeec3f96d8 req-44b61108-9d51-4574-9465-93da15d89b51 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 912 time: 0.0893676 Aug 30 01:24:59.433948 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:59.438841 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:59.440412 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5862452e-25bc-4ea9-8b16-11eeec3f96d8 req-41beb140-ea87-4a0d-acff-a1db677651e4 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=decc0218-8c0d-4f69-a8f7-06f0367b750c HTTP/1.1" status: 200 len: 1001 time: 0.0556393 Aug 30 01:24:59.491938 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862452e-25bc-4ea9-8b16-11eeec3f96d8 req-203134aa-e37e-4345-974f-24a391f3fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:59.493560 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5862452e-25bc-4ea9-8b16-11eeec3f96d8 req-203134aa-e37e-4345-974f-24a391f3fc56 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=334300b0-93b9-4213-837b-a819672a30f3 HTTP/1.1" status: 200 len: 850 time: 0.0469584 Aug 30 01:24:59.573163 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862452e-25bc-4ea9-8b16-11eeec3f96d8 req-18e8d59b-ea1a-48bc-868b-63f5f5e218b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:59.574755 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5862452e-25bc-4ea9-8b16-11eeec3f96d8 req-18e8d59b-ea1a-48bc-868b-63f5f5e218b3 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=8c6152a9-22c5-47c3-b922-7c52df366312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0747480 Aug 30 01:24:59.585990 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf9324-0fc4-4079-b04f-07079dc406dc req-2a9c98ab-b95d-46b8-a7ed-16d801dc8764 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:24:59.587435 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cdbf9324-0fc4-4079-b04f-07079dc406dc req-2a9c98ab-b95d-46b8-a7ed-16d801dc8764 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 943 time: 0.0568161 Aug 30 01:24:59.693214 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-cdbf9324-0fc4-4079-b04f-07079dc406dc req-d5c972d9-b5f9-4e23-b533-deac4300bf54 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966554 Aug 30 01:24:59.710584 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:24:59.717064 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5862452e-25bc-4ea9-8b16-11eeec3f96d8 req-5fbaa3a2-8042-497f-ae75-12d0fc235c40 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286721 Aug 30 01:24:59.809890 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-5862452e-25bc-4ea9-8b16-11eeec3f96d8 req-e8a0caf5-25a5-4ee5-bb9a-e72809ecc19a service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864127 Aug 30 01:25:00.813499 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388b43a-56f2-4522-952d-438f4ce25348 req-83a315b4-9f41-4905-bbbf-8b69ba2e56b4 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:00.815001 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-1388b43a-56f2-4522-952d-438f4ce25348 req-83a315b4-9f41-4905-bbbf-8b69ba2e56b4 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 943 time: 0.0469923 Aug 30 01:25:00.872963 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-1388b43a-56f2-4522-952d-438f4ce25348 req-19870bc6-3804-43d8-81ca-9da6d3b8cc0a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512512 Aug 30 01:25:02.000879 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43e237-a3cd-4dfb-ae7f-7fdf965d8fd7 req-074ac1f7-8dfa-4806-8a11-6380171ad5a4 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:02.002456 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1b43e237-a3cd-4dfb-ae7f-7fdf965d8fd7 req-074ac1f7-8dfa-4806-8a11-6380171ad5a4 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 943 time: 0.0542507 Aug 30 01:25:02.053661 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1b43e237-a3cd-4dfb-ae7f-7fdf965d8fd7 req-06c7aa26-5913-4123-86b1-e4cc8b0b8024 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456076 Aug 30 01:25:03.189057 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a487a7-c864-4175-869f-ac3631cb100c req-770ba0a1-cd1a-471b-a8af-65721dbecce8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:03.190584 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-95a487a7-c864-4175-869f-ac3631cb100c req-770ba0a1-cd1a-471b-a8af-65721dbecce8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 943 time: 0.0578151 Aug 30 01:25:03.239969 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-95a487a7-c864-4175-869f-ac3631cb100c req-f3b47e6c-4a6e-4af9-9dab-d2fef0441d48 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437832 Aug 30 01:25:04.360127 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8c872-ff1d-4b04-ba58-38f7878a50bd req-9f91caab-7330-46fe-8772-06ee37d82ec5 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:04.361611 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-69a8c872-ff1d-4b04-ba58-38f7878a50bd req-9f91caab-7330-46fe-8772-06ee37d82ec5 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 943 time: 0.0467834 Aug 30 01:25:04.412348 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-69a8c872-ff1d-4b04-ba58-38f7878a50bd req-b77ffb3a-3a48-441f-b438-cc9a6072547d tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449867 Aug 30 01:25:05.044316 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=107026) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 01:25:05.146210 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:05.158338 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Returning: {'device': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'port_id': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754', 'mac_address': 'fa:16:3e:24:33:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107026) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 01:25:05.194545 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 is: DOWN; New status is: BUILD {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:25:05.194843 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:05.209007 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 {{(pid=107026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 01:25:05.229525 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:05.294798 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:05.342191 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754,revision_number=4']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:05.349381 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.349770 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.350106 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.350439 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.350810 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.351129 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.351450 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.351770 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.352089 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.352406 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.352726 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.353159 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.353432 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.353719 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.354071 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:05.533253 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d9bce-5832-4762-b22f-db5617ada5d1 req-284bd12e-ca6b-49cb-8d01-3e4c2a982e7c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:05.534772 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d09d9bce-5832-4762-b22f-db5617ada5d1 req-284bd12e-ca6b-49cb-8d01-3e4c2a982e7c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 944 time: 0.0476828 Aug 30 01:25:05.585613 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d09d9bce-5832-4762-b22f-db5617ada5d1 req-2a760755-c643-458f-a6f9-47b0066c9ff3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449080 Aug 30 01:25:05.645153 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] get_ports_and_sgs() called for port_ids ['6f17c2c9-ce9d-4f6e-81e8-df6bd994b754'] {{(pid=107026) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 01:25:06.667177 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:06.703730 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68886c49-7223-4c32-80b9-8f84ab3c3c68 req-1312abf7-2caf-4a8d-816c-3334cf277801 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:06.705089 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-68886c49-7223-4c32-80b9-8f84ab3c3c68 req-1312abf7-2caf-4a8d-816c-3334cf277801 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 944 time: 0.0473833 Aug 30 01:25:06.757000 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-68886c49-7223-4c32-80b9-8f84ab3c3c68 req-54a99cb9-5a80-4b83-a06c-55e2daa7076f tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463250 Aug 30 01:25:07.055251 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 up at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 01:25:07.099948 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning for port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 completed by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 01:25:07.225832 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.provisioning_blocks [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Provisioning complete for port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 triggered by entity L2. {{(pid=107026) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 01:25:07.226201 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567651'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), provisioning_complete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:07.298165 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Current status of the port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 is: BUILD; New status is: ACTIVE {{(pid=107026) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 01:25:07.298556 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), before_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:07.321334 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754'}] {{(pid=107026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:25:07.324164 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f57bd0687fd7d2823ff89a0b7853f8747a7e94ec795f2068f9a74154130255f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784891e4-b850-4113-8c5d-31133ba9f3c0" -d '{"events": [{"server_uuid": "6c96b9ac-8706-42aa-ba6a-ef444bf4cbac", "name": "network-vif-plugged", "status": "completed", "tag": "6f17c2c9-ce9d-4f6e-81e8-df6bd994b754"}]}' {{(pid=107026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:25:07.336727 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] For port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:25:07.363628 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0b47ef-de36-4f36-b27c-e3ae41faa38d x-openstack-request-id: req-ef0b47ef-de36-4f36-b27c-e3ae41faa38d {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:25:07.363926 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c96b9ac-8706-42aa-ba6a-ef444bf4cbac", "name": "network-vif-plugged", "status": "completed", "tag": "6f17c2c9-ce9d-4f6e-81e8-df6bd994b754", "code": 200}]} {{(pid=107026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:25:07.364204 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef0b47ef-de36-4f36-b27c-e3ae41faa38d {{(pid=107026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:25:07.364601 dv-cinder-815712-11-iscsi neutron-server[107026]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0b47ef-de36-4f36-b27c-e3ae41faa38d'] response: {'server_uuid': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754', 'code': 200} Aug 30 01:25:07.386301 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:07.439105 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Pushing event updated for resources: {'Port': ['ID=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754,revision_number=5']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:07.763158 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b8a2e-8f3f-4c3a-b9cc-d440b3fa971d req-9786dca2-ace8-4dea-b5ec-715dbc58a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:07.764699 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-504b8a2e-8f3f-4c3a-b9cc-d440b3fa971d req-9786dca2-ace8-4dea-b5ec-715dbc58a7fa service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 1129 time: 0.0400484 Aug 30 01:25:07.814627 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-504b8a2e-8f3f-4c3a-b9cc-d440b3fa971d req-2eefcfe8-3cae-456e-bdb0-749678d07326 service neutron] 10.222.0.74 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422959 Aug 30 01:25:07.879308 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c1071-c483-4c90-9075-ce891a444c75 req-be45dd08-ba9a-408f-be0d-469cf546cc59 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:07.880769 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-483c1071-c483-4c90-9075-ce891a444c75 req-be45dd08-ba9a-408f-be0d-469cf546cc59 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 945 time: 0.0475850 Aug 30 01:25:07.931870 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-483c1071-c483-4c90-9075-ce891a444c75 req-2972316c-66e1-43ba-932a-1c169a3ff73e tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445418 Aug 30 01:25:09.017703 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:09.056335 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bb085-337c-4c88-8543-acaaf0fbc01a req-8a232723-adeb-4153-a5db-3f8f806a8f5d tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:09.057950 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c44bb085-337c-4c88-8543-acaaf0fbc01a req-8a232723-adeb-4153-a5db-3f8f806a8f5d tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 945 time: 0.0507908 Aug 30 01:25:09.077073 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=100 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:09.109019 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-c44bb085-337c-4c88-8543-acaaf0fbc01a req-36531e03-7c82-47ac-8ffc-7a5d26424b6c tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454545 Aug 30 01:25:10.235562 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e896a1-df3c-483e-8d4f-5452b6cee930 req-25f119f0-bf14-451b-93e0-36b938d61b9b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:10.237042 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-55e896a1-df3c-483e-8d4f-5452b6cee930 req-25f119f0-bf14-451b-93e0-36b938d61b9b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 945 time: 0.0520949 Aug 30 01:25:10.287370 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-55e896a1-df3c-483e-8d4f-5452b6cee930 req-68fb5181-8a62-4630-af79-44182c301286 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445263 Aug 30 01:25:10.411695 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05028b0-b108-495b-ab94-def34cb1bbc9 req-2ec9f5e7-4a1d-4791-b125-a1cbc2d6ebab tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:10.413100 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d05028b0-b108-495b-ab94-def34cb1bbc9 req-2ec9f5e7-4a1d-4791-b125-a1cbc2d6ebab tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 945 time: 0.0475030 Aug 30 01:25:10.461704 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-d05028b0-b108-495b-ab94-def34cb1bbc9 req-7378b4c8-bace-491f-be2b-c6cca9ad7035 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428870 Aug 30 01:25:10.489142 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38686) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:10.531155 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f8b14-e0ad-4725-a433-efeaf8b3e168 tempest-TestVolumeBootPattern-64032149 tempest-TestVolumeBootPattern-64032149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:10.532645 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-166f8b14-e0ad-4725-a433-efeaf8b3e168 tempest-TestVolumeBootPattern-64032149 tempest-TestVolumeBootPattern-64032149-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 1124 time: 0.0425031 Aug 30 01:25:10.535432 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38688) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:25:10.539505 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.v2.base [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Request body: {'floatingip': {'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'port_id': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=107025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 01:25:10.666274 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:10.747476 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (None), before_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:10.855508 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.db_base_plugin_common [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Allocated IP 172.27.1.252 (3905eba9-d150-4261-a4f5-9717b4e9f0c6/bc9920b1-7ab9-4911-8e41-820b88e4def8/26557dd1-ca49-46bc-a99c-8e4031f0b668) {{(pid=107025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 01:25:10.966508 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for port (26557dd1-ca49-46bc-a99c-8e4031f0b668), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:11.054907 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732600187405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (26557dd1-ca49-46bc-a99c-8e4031f0b668), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:11.099454 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Network 3905eba9-d150-4261-a4f5-9717b4e9f0c6 is already hosted by enough agents. {{(pid=107025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 01:25:11.104249 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.base_scheduler [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Resources bound (agent type, host, resource id): {{(pid=107025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 01:25:11.108759 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Received port after_create {{(pid=107025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 01:25:11.111158 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'Port': ['ID=26557dd1-ca49-46bc-a99c-8e4031f0b668,revision_number=1']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:11.135360 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.135706 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.136045 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.136381 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.136715 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.137065 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.137369 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.137695 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.138042 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.138371 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.138692 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.139014 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.139331 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.139650 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.139964 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:25:11.316526 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:11.343807 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:11.478719 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for floatingip (3a921c71-cc16-468f-87f0-a805e6ea30eb), precommit_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:11.494864 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:25:11.825049 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1524786'] for port (26557dd1-ca49-46bc-a99c-8e4031f0b668), before_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:11.972029 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for port (26557dd1-ca49-46bc-a99c-8e4031f0b668), precommit_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:12.020173 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732600566146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732600187423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732600187441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13572423'] for port (26557dd1-ca49-46bc-a99c-8e4031f0b668), after_update {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:12.090881 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event updated for resources: {'Port': ['ID=26557dd1-ca49-46bc-a99c-8e4031f0b668,revision_number=2']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:25:12.093134 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-477154'] for floatingip (3a921c71-cc16-468f-87f0-a805e6ea30eb), after_create {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:12.186387 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.l3_db [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Floating IP 3a921c71-cc16-468f-87f0-a805e6ea30eb associated. External IP: 172.27.1.252, port: 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754. Aug 30 01:25:12.385691 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Router d5aff5c9-f137-421d-864b-2ed3758b749e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:25:12.389178 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:12.492560 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:25:12.502495 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80dfe17-3d78-4520-a1de-aed9789dfafe None None] Sync routers for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:25:12.512699 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80dfe17-3d78-4520-a1de-aed9789dfafe None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:25:12.513415 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-f80dfe17-3d78-4520-a1de-aed9789dfafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:24:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:12.564859 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:12.595620 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-2068e847-b3b7-4ff7-afd1-b9e8be96f71b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0591700 Aug 30 01:25:12.596315 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'tag': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:25:12.598709 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c58324-200e-4280-be4d-265e0c4598b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c96b9ac-8706-42aa-ba6a-ef444bf4cbac", "tag": "6f17c2c9-ce9d-4f6e-81e8-df6bd994b754"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:25:12.616738 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-f80dfe17-3d78-4520-a1de-aed9789dfafe None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:25:12.760281 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab55ad0f-a8ad-47fb-8958-cd1ed92bece8 x-openstack-request-id: req-ab55ad0f-a8ad-47fb-8958-cd1ed92bece8 {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:25:12.760574 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c96b9ac-8706-42aa-ba6a-ef444bf4cbac", "tag": "6f17c2c9-ce9d-4f6e-81e8-df6bd994b754", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:25:12.760829 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab55ad0f-a8ad-47fb-8958-cd1ed92bece8 {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:25:12.761234 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab55ad0f-a8ad-47fb-8958-cd1ed92bece8'] response: {'name': 'network-changed', 'server_uuid': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'tag': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754', 'status': 'completed', 'code': 200} Aug 30 01:25:12.853226 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c58324-200e-4280-be4d-265e0c4598b6 req-e108631f-17df-4fd7-8c44-3b22499bdddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:12.854967 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b1c58324-200e-4280-be4d-265e0c4598b6 req-e108631f-17df-4fd7-8c44-3b22499bdddf service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 1129 time: 0.0416443 Aug 30 01:25:12.924148 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-f80dfe17-3d78-4520-a1de-aed9789dfafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '3a921c71-cc16-468f-87f0-a805e6ea30eb', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:24:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:25:11Z', 'updated_at': '2022-08-30T01:25:11Z', 'revision_number': 0, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}, {'id': 'b8fff8a4-4000-457a-a3c2-ae94c6277134', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:48:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:01Z', 'updated_at': '2022-08-30T01:23:03Z', 'revision_number': 1, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:12.950735 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80dfe17-3d78-4520-a1de-aed9789dfafe None None] Checking router: d5aff5c9-f137-421d-864b-2ed3758b749e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:25:12.956283 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c58324-200e-4280-be4d-265e0c4598b6 req-d29ddb40-b955-4c10-83e0-1541588d1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:12.958384 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b1c58324-200e-4280-be4d-265e0c4598b6 req-d29ddb40-b955-4c10-83e0-1541588d1a4f service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 912 time: 0.0964081 Aug 30 01:25:12.962489 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80dfe17-3d78-4520-a1de-aed9789dfafe None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:25:12.963106 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-f80dfe17-3d78-4520-a1de-aed9789dfafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:24:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:13.025180 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b1c58324-200e-4280-be4d-265e0c4598b6 req-806ffdd4-e0fd-4c09-8630-1ed3e8c36a30 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 HTTP/1.1" status: 200 len: 999 time: 0.0605850 Aug 30 01:25:13.067489 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-f80dfe17-3d78-4520-a1de-aed9789dfafe None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:25:13.075733 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c58324-200e-4280-be4d-265e0c4598b6 req-ec730b23-b21c-4fc0-911f-dd76e7049c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:13.077213 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b1c58324-200e-4280-be4d-265e0c4598b6 req-ec730b23-b21c-4fc0-911f-dd76e7049c22 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=334300b0-93b9-4213-837b-a819672a30f3 HTTP/1.1" status: 200 len: 850 time: 0.0449040 Aug 30 01:25:13.125497 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c58324-200e-4280-be4d-265e0c4598b6 req-59c47fd6-6e7c-4b07-9572-7d7f5888a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:25:13.127090 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b1c58324-200e-4280-be4d-265e0c4598b6 req-59c47fd6-6e7c-4b07-9572-7d7f5888a848 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=8c6152a9-22c5-47c3-b922-7c52df366312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440178 Aug 30 01:25:13.219370 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b1c58324-200e-4280-be4d-265e0c4598b6 req-d7e144ec-2810-4bd5-b517-d192980c3886 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859973 Aug 30 01:25:13.235037 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:13.287032 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-f80dfe17-3d78-4520-a1de-aed9789dfafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '3a921c71-cc16-468f-87f0-a805e6ea30eb', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:24:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:25:11Z', 'updated_at': '2022-08-30T01:25:11Z', 'revision_number': 0, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}, {'id': 'b8fff8a4-4000-457a-a3c2-ae94c6277134', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:48:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:01Z', 'updated_at': '2022-08-30T01:23:03Z', 'revision_number': 1, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:25:13.311957 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80dfe17-3d78-4520-a1de-aed9789dfafe None None] The sync data for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi is: [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': '3a921c71-cc16-468f-87f0-a805e6ea30eb', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:24:33:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:25:11Z', 'updated_at': '2022-08-30T01:25:11Z', 'revision_number': 0, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}, {'id': 'b8fff8a4-4000-457a-a3c2-ae94c6277134', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:48:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:01Z', 'updated_at': '2022-08-30T01:23:03Z', 'revision_number': 1, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:25:13.317682 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-b1c58324-200e-4280-be4d-265e0c4598b6 req-91e1e4dd-6791-4113-9e7e-b8bd7c8b3d32 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909667 Aug 30 01:25:13.519030 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997a6976-840f-4087-b01a-834efab92054 None None] New status for floating IP 3a921c71-cc16-468f-87f0-a805e6ea30eb: ACTIVE {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:25:19.519555 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:19.521110 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:19.525697 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:19.602543 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:20.316789 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bdf2f02d-0e4d-4220-9d69-c410a13565e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:22.590659 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=10 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:22.592543 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:22.939815 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-a11abf2c-0827-4934-8d67-3bdcbedb2be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:23.282777 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=84 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:23.289703 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=92 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:23.312545 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=7 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:23.314382 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=79 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:24.231188 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:25.853692 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:25.894292 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:35.739240 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:35.764210 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:35.770958 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:36.430775 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:36.435703 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=5 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:48.494197 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:25:49.601992 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:50.327279 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f7bb5eb9-6052-4598-99f9-94dfcfd2da09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:52.921951 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-477f6733-971d-4b21-af97-65749958be6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:54.287086 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:55.797267 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:55.852705 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:25:58.490219 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:25:58.490963 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:00.169579 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d3223039-6af2-4717-9815-3fcee1549c14 req-e796e53d-b2e6-4ab4-bff9-878e55f8c99b service neutron] 10.222.0.74 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394251 Aug 30 01:26:00.276210 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3223039-6af2-4717-9815-3fcee1549c14 req-b229a21f-818d-4724-aaa5-7f6b4580a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:00.277702 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d3223039-6af2-4717-9815-3fcee1549c14 req-b229a21f-818d-4724-aaa5-7f6b4580a8d2 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 1130 time: 0.0405180 Aug 30 01:26:00.396920 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3223039-6af2-4717-9815-3fcee1549c14 req-67036ef8-5f2e-4019-9f19-78019933da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:00.398336 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d3223039-6af2-4717-9815-3fcee1549c14 req-67036ef8-5f2e-4019-9f19-78019933da1e service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 912 time: 0.0988970 Aug 30 01:26:00.462165 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d3223039-6af2-4717-9815-3fcee1549c14 req-e2211e85-ef09-40c6-91a3-e223d87058db service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=decc0218-8c0d-4f69-a8f7-06f0367b750c HTTP/1.1" status: 200 len: 1001 time: 0.0556750 Aug 30 01:26:00.518943 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3223039-6af2-4717-9815-3fcee1549c14 req-6f5d9483-c085-49cc-b11a-12c5f485ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:00.520482 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d3223039-6af2-4717-9815-3fcee1549c14 req-6f5d9483-c085-49cc-b11a-12c5f485ead8 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=334300b0-93b9-4213-837b-a819672a30f3 HTTP/1.1" status: 200 len: 850 time: 0.0503201 Aug 30 01:26:00.567414 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3223039-6af2-4717-9815-3fcee1549c14 req-2f460694-5545-4055-98ce-c7db0215ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:00.568930 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d3223039-6af2-4717-9815-3fcee1549c14 req-2f460694-5545-4055-98ce-c7db0215ab1a service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=8c6152a9-22c5-47c3-b922-7c52df366312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391769 Aug 30 01:26:00.667458 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d3223039-6af2-4717-9815-3fcee1549c14 req-93976de6-8a4a-44d5-b8f8-0b0d01d3144d service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890508 Aug 30 01:26:00.760340 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-d3223039-6af2-4717-9815-3fcee1549c14 req-d968e8cd-6ed9-4582-a8c3-1e9bf7f16946 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866911 Aug 30 01:26:05.767598 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:05.771540 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:05.773257 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:10.755792 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=55 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:10.756534 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=46 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:18.497609 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:18.498464 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:19.640862 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:20.275824 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8acc2f72-1fa7-4dec-8267-13ca908e3af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:22.915688 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-56fcb9e1-2121-41b5-b470-c30b2295dd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:24.286629 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.494344 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:26:25.863734 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:25.886246 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:29.049265 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [req-62a0483f-5fe5-4151-bd45-9c8a52d0c85e req-326b5b35-7597-4eaa-b4aa-11ad488c9432 service neutron] (107025) timed out ('10.222.0.74', 53307) {{(pid=107025) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 01:26:35.490194 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:35.767971 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:35.773454 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:35.778655 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:41.801451 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [req-6a32a6cc-d603-4271-aa53-3fdb21e90480 req-36db7033-4a57-461d-a439-066e7e094da8 service neutron] (107025) timed out ('10.222.0.74', 53280) {{(pid=107025) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 01:26:41.811353 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38714) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:41.942784 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [req-30997188-f19a-4c1f-b938-4ed6fde9f245 req-b881483e-3fe6-471d-a4c4-f228be7e844d service neutron] (107025) timed out ('10.222.0.74', 53320) {{(pid=107025) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 01:26:41.957024 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Deleting port 26557dd1-ca49-46bc-a99c-8e4031f0b668 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:26:41.957361 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (26557dd1-ca49-46bc-a99c-8e4031f0b668), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:42.039669 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (26557dd1-ca49-46bc-a99c-8e4031f0b668), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:42.040047 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for floatingip (26557dd1-ca49-46bc-a99c-8e4031f0b668), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:42.053221 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Calling delete_port for 26557dd1-ca49-46bc-a99c-8e4031f0b668 owned by network:floatingip {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:26:42.298380 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (26557dd1-ca49-46bc-a99c-8e4031f0b668), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:42.324283 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event deleted for resources: {'Port': ['ID=26557dd1-ca49-46bc-a99c-8e4031f0b668,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:42.350918 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.351276 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.351842 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.352310 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.352656 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.353000 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.353336 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.353663 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.354020 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.354351 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.354679 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.355005 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.355331 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.355649 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.355970 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:42.402409 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for floatingip (3a921c71-cc16-468f-87f0-a805e6ea30eb), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:42.402782 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.l3_db [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Floating IP 3a921c71-cc16-468f-87f0-a805e6ea30eb disassociated (deleted). External IP: 172.27.1.252, port: 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754. Aug 30 01:26:42.603033 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Router d5aff5c9-f137-421d-864b-2ed3758b749e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:26:42.705918 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:26:42.711457 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:42.716819 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04a6cc3-0812-468e-b7b3-88282f319a83 None None] Sync routers for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:26:42.729087 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04a6cc3-0812-468e-b7b3-88282f319a83 None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:26:42.729703 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-e04a6cc3-0812-468e-b7b3-88282f319a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:26:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:42.746360 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-64aa6b76-d1e3-48bd-a3b6-0d7f6a932ed3 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/3a921c71-cc16-468f-87f0-a805e6ea30eb HTTP/1.1" status: 204 len: 168 time: 0.9314167 Aug 30 01:26:42.746360 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'tag': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:26:42.746862 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4d4c5c-6c08-4f52-8561-f4177cba4bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c96b9ac-8706-42aa-ba6a-ef444bf4cbac", "tag": "6f17c2c9-ce9d-4f6e-81e8-df6bd994b754"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:26:42.802778 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8955f368-c548-4251-9e03-91973c8bc48c x-openstack-request-id: req-8955f368-c548-4251-9e03-91973c8bc48c {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:26:42.803396 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c96b9ac-8706-42aa-ba6a-ef444bf4cbac", "tag": "6f17c2c9-ce9d-4f6e-81e8-df6bd994b754", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:26:42.803500 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8955f368-c548-4251-9e03-91973c8bc48c {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:26:42.803896 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8955f368-c548-4251-9e03-91973c8bc48c'] response: {'name': 'network-changed', 'server_uuid': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'tag': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754', 'status': 'completed', 'code': 200} Aug 30 01:26:42.835599 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-e04a6cc3-0812-468e-b7b3-88282f319a83 None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:26:42.969116 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d4c5c-6c08-4f52-8561-f4177cba4bf2 req-6dc722a8-6b3a-46b7-85d3-a6de1a6746da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:42.970646 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-da4d4c5c-6c08-4f52-8561-f4177cba4bf2 req-6dc722a8-6b3a-46b7-85d3-a6de1a6746da service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 1129 time: 0.1007907 Aug 30 01:26:43.068342 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-e04a6cc3-0812-468e-b7b3-88282f319a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'b8fff8a4-4000-457a-a3c2-ae94c6277134', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:48:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:01Z', 'updated_at': '2022-08-30T01:23:03Z', 'revision_number': 1, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:43.074083 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d4c5c-6c08-4f52-8561-f4177cba4bf2 req-f2a6b6c4-6a5c-4e41-9feb-59d696d310bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:43.075684 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-da4d4c5c-6c08-4f52-8561-f4177cba4bf2 req-f2a6b6c4-6a5c-4e41-9feb-59d696d310bc service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 912 time: 0.0965548 Aug 30 01:26:43.094956 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04a6cc3-0812-468e-b7b3-88282f319a83 None None] Checking router: d5aff5c9-f137-421d-864b-2ed3758b749e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:26:43.103899 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04a6cc3-0812-468e-b7b3-88282f319a83 None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:26:43.104506 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-e04a6cc3-0812-468e-b7b3-88282f319a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:26:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:43.118169 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-da4d4c5c-6c08-4f52-8561-f4177cba4bf2 req-6c6159e0-19c2-44ac-882e-09db0d466bfe service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 HTTP/1.1" status: 200 len: 217 time: 0.0346901 Aug 30 01:26:43.182579 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d4c5c-6c08-4f52-8561-f4177cba4bf2 req-cfe0d42e-09f2-461a-a2f2-c8d719f1ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:43.184034 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-da4d4c5c-6c08-4f52-8561-f4177cba4bf2 req-cfe0d42e-09f2-461a-a2f2-c8d719f1ba16 service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=334300b0-93b9-4213-837b-a819672a30f3 HTTP/1.1" status: 200 len: 850 time: 0.0590639 Aug 30 01:26:43.212199 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-e04a6cc3-0812-468e-b7b3-88282f319a83 None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:26:43.286954 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec203925-abb1-431e-bcbd-ee0fa2aec589 req-d4055c12-ad5b-4478-b5d9-09f32f58a1e5 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:43.288428 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ec203925-abb1-431e-bcbd-ee0fa2aec589 req-d4055c12-ad5b-4478-b5d9-09f32f58a1e5 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 945 time: 0.1003561 Aug 30 01:26:43.339051 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-ec203925-abb1-431e-bcbd-ee0fa2aec589 req-83f1c015-9655-45a9-a942-fa060ee4ab7b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442505 Aug 30 01:26:43.431906 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-e04a6cc3-0812-468e-b7b3-88282f319a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'b8fff8a4-4000-457a-a3c2-ae94c6277134', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:48:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:01Z', 'updated_at': '2022-08-30T01:23:03Z', 'revision_number': 1, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:43.456067 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04a6cc3-0812-468e-b7b3-88282f319a83 None None] The sync data for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi is: [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_floatingips': [{'id': 'b8fff8a4-4000-457a-a3c2-ae94c6277134', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'router_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'port_id': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'mac_address': 'fa:16:3e:48:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T01:23:01Z', 'updated_at': '2022-08-30T01:23:03Z', 'revision_number': 1, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:26:43.678384 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe811c0-d490-491a-a084-8033fbe3eac7 None None] New status for floating IP 3a921c71-cc16-468f-87f0-a805e6ea30eb: DOWN {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:26:44.474307 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:44.502664 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:44.515932 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275d1f7-503c-4cf0-83de-29bc6388709f req-6fc55082-3a0e-4f68-8da3-526090641192 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:44.517424 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4275d1f7-503c-4cf0-83de-29bc6388709f req-6fc55082-3a0e-4f68-8da3-526090641192 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 945 time: 0.1013026 Aug 30 01:26:44.545271 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d4c5c-6c08-4f52-8561-f4177cba4bf2 req-87beba63-2810-479d-9e2e-a2a4e101b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:44.546813 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-da4d4c5c-6c08-4f52-8561-f4177cba4bf2 req-87beba63-2810-479d-9e2e-a2a4e101b726 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=8c6152a9-22c5-47c3-b922-7c52df366312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415502 Aug 30 01:26:44.567858 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4275d1f7-503c-4cf0-83de-29bc6388709f req-0629e880-b775-4050-bf43-9feef39dd2e2 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447125 Aug 30 01:26:44.644075 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-da4d4c5c-6c08-4f52-8561-f4177cba4bf2 req-8221c3fa-ba78-43c3-8194-a3d774de27b8 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892525 Aug 30 01:26:44.829713 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-da4d4c5c-6c08-4f52-8561-f4177cba4bf2 req-c6d991a7-1487-4c60-b396-b0f4a9e8c471 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859637 Aug 30 01:26:45.236374 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdda2a4-e77e-42c3-8051-b48b420cc9e9 req-ffe0b63d-26c2-43c4-a27f-227e37d921d8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:45.237839 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bcdda2a4-e77e-42c3-8051-b48b420cc9e9 req-ffe0b63d-26c2-43c4-a27f-227e37d921d8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 945 time: 0.0505259 Aug 30 01:26:45.325003 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-bcdda2a4-e77e-42c3-8051-b48b420cc9e9 req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Deleting port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:26:45.325343 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-bcdda2a4-e77e-42c3-8051-b48b420cc9e9 req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:45.418506 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-bcdda2a4-e77e-42c3-8051-b48b420cc9e9 req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] For port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:26:45.418866 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-bcdda2a4-e77e-42c3-8051-b48b420cc9e9 req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:45.432831 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-bcdda2a4-e77e-42c3-8051-b48b420cc9e9 req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Calling delete_port for 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:26:45.629624 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-bcdda2a4-e77e-42c3-8051-b48b420cc9e9 req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (6f17c2c9-ce9d-4f6e-81e8-df6bd994b754), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:45.672898 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event deleted for resources: {'Port': ['ID=6f17c2c9-ce9d-4f6e-81e8-df6bd994b754,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:45.679222 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:45.680451 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:45.718414 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1b7eadf8-7f89-4c80-9d88-4c03d0dce111 req-4e9d820f-43d6-480b-a4f3-3f3ecdd05c1f tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 210 time: 0.0579617 Aug 30 01:26:45.721359 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.721693 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.722057 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.722396 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.722729 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.723067 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.723397 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.723745 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.724049 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.724380 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.724705 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.725032 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.725404 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.725672 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.726028 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107024) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:26:45.746072 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdda2a4-e77e-42c3-8051-b48b420cc9e9 req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] No DVR routers for this DVR port 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:26:45.748117 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-bcdda2a4-e77e-42c3-8051-b48b420cc9e9 req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:45.751340 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-bcdda2a4-e77e-42c3-8051-b48b420cc9e9 req-dac91391-8c3c-41c3-bc15-f4954880e896 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "DELETE /networking/v2.0/ports/6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 HTTP/1.1" status: 204 len: 173 time: 0.5046604 Aug 30 01:26:45.751769 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'name': 'network-vif-deleted', 'tag': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:26:45.754882 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d5dd5a-4985-4537-86b3-ff0e4b35873f" -d '{"events": [{"server_uuid": "6c96b9ac-8706-42aa-ba6a-ef444bf4cbac", "name": "network-vif-deleted", "tag": "6f17c2c9-ce9d-4f6e-81e8-df6bd994b754"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:26:45.795591 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7761ef-b219-49af-92c4-52346eb0e443 x-openstack-request-id: req-ad7761ef-b219-49af-92c4-52346eb0e443 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:26:45.795885 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c96b9ac-8706-42aa-ba6a-ef444bf4cbac", "name": "network-vif-deleted", "tag": "6f17c2c9-ce9d-4f6e-81e8-df6bd994b754", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:26:45.796136 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad7761ef-b219-49af-92c4-52346eb0e443 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:26:45.796544 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7761ef-b219-49af-92c4-52346eb0e443'] response: {'server_uuid': '6c96b9ac-8706-42aa-ba6a-ef444bf4cbac', 'name': 'network-vif-deleted', 'tag': '6f17c2c9-ce9d-4f6e-81e8-df6bd994b754', 'status': 'completed', 'code': 200} Aug 30 01:26:46.839153 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-1d072501-a54a-4625-8797-172fbf5c0fb1 req-de1d1cfa-a7c3-4c06-8ba8-5bb74889a852 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=6c96b9ac-8706-42aa-ba6a-ef444bf4cbac HTTP/1.1" status: 200 len: 210 time: 0.0309296 Aug 30 01:26:49.565211 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:26:49.584432 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:26:49.588280 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device 6f17c2c9-ce9d-4f6e-81e8-df6bd994b754 not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:26:49.606095 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:50.286477 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-cc45b9c6-f824-44f0-b76d-ba9945dbfb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:50.369772 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38764) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:50.513391 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-56b98b9e-1eba-4fdc-9723-9ce413b35803 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Deleting port 6fd33a7f-75e0-4fe7-bcd0-1e071b125593 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:26:50.513749 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-56b98b9e-1eba-4fdc-9723-9ce413b35803 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (6fd33a7f-75e0-4fe7-bcd0-1e071b125593), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:50.588748 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-56b98b9e-1eba-4fdc-9723-9ce413b35803 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (6fd33a7f-75e0-4fe7-bcd0-1e071b125593), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:50.589045 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-56b98b9e-1eba-4fdc-9723-9ce413b35803 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for floatingip (6fd33a7f-75e0-4fe7-bcd0-1e071b125593), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:50.606770 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-56b98b9e-1eba-4fdc-9723-9ce413b35803 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Calling delete_port for 6fd33a7f-75e0-4fe7-bcd0-1e071b125593 owned by network:floatingip {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:26:50.846587 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-56b98b9e-1eba-4fdc-9723-9ce413b35803 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (6fd33a7f-75e0-4fe7-bcd0-1e071b125593), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:50.879259 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b98b9e-1eba-4fdc-9723-9ce413b35803 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event deleted for resources: {'Port': ['ID=6fd33a7f-75e0-4fe7-bcd0-1e071b125593,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:50.951972 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-56b98b9e-1eba-4fdc-9723-9ce413b35803 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for floatingip (b8fff8a4-4000-457a-a3c2-ae94c6277134), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:50.952678 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.db.l3_db [None req-56b98b9e-1eba-4fdc-9723-9ce413b35803 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Floating IP b8fff8a4-4000-457a-a3c2-ae94c6277134 disassociated (deleted). External IP: 172.27.1.19, port: decc0218-8c0d-4f69-a8f7-06f0367b750c. Aug 30 01:26:51.197649 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b98b9e-1eba-4fdc-9723-9ce413b35803 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Router d5aff5c9-f137-421d-864b-2ed3758b749e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:26:51.254943 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:51.332310 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b98b9e-1eba-4fdc-9723-9ce413b35803 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:26:51.339551 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-56b98b9e-1eba-4fdc-9723-9ce413b35803 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:51.341771 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:51.343926 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20faf8e2-b66e-41f9-b41f-f62df3679392 None None] Sync routers for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:26:51.360829 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20faf8e2-b66e-41f9-b41f-f62df3679392 None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:26:51.361463 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-20faf8e2-b66e-41f9-b41f-f62df3679392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:26:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:51.380181 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-56b98b9e-1eba-4fdc-9723-9ce413b35803 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/b8fff8a4-4000-457a-a3c2-ae94c6277134 HTTP/1.1" status: 204 len: 168 time: 1.0068734 Aug 30 01:26:51.380181 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'tag': 'decc0218-8c0d-4f69-a8f7-06f0367b750c'}] {{(pid=107025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:26:51.381007 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2086d528cbc0f05c396222b32844d039ca729e4e6fbedcfd9d40259f275dff3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99981b06-8118-4696-b0e7-d47da1c973c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc20f9c-35e3-4586-a419-82ed45c19481", "tag": "decc0218-8c0d-4f69-a8f7-06f0367b750c"}]}' {{(pid=107025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:26:51.429395 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 01:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f366abed-5972-4283-86f8-4b3ed4f0207f x-openstack-request-id: req-f366abed-5972-4283-86f8-4b3ed4f0207f {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:26:51.429682 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc20f9c-35e3-4586-a419-82ed45c19481", "tag": "decc0218-8c0d-4f69-a8f7-06f0367b750c", "status": "completed", "code": 200}]} {{(pid=107025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:26:51.429964 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f366abed-5972-4283-86f8-4b3ed4f0207f {{(pid=107025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:26:51.430365 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f366abed-5972-4283-86f8-4b3ed4f0207f'] response: {'name': 'network-changed', 'server_uuid': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'tag': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'status': 'completed', 'code': 200} Aug 30 01:26:51.506946 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-20faf8e2-b66e-41f9-b41f-f62df3679392 None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:26:51.548830 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981b06-8118-4696-b0e7-d47da1c973c9 req-4dabe595-1b62-4537-bd71-44b9b5e995ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:51.550407 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-99981b06-8118-4696-b0e7-d47da1c973c9 req-4dabe595-1b62-4537-bd71-44b9b5e995ca service neutron] 10.222.0.74 "GET /networking/v2.0/ports?tenant_id=3068817b4ca34beca8bd4da5409e58ef&device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 1130 time: 0.0471659 Aug 30 01:26:51.633157 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:51.658465 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:51.672665 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981b06-8118-4696-b0e7-d47da1c973c9 req-47e97e9f-1fba-4cff-bc0d-f7bd263f2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:51.674232 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-99981b06-8118-4696-b0e7-d47da1c973c9 req-47e97e9f-1fba-4cff-bc0d-f7bd263f2603 service neutron] 10.222.0.74 "GET /networking/v2.0/networks?id=8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 200 len: 912 time: 0.1131327 Aug 30 01:26:51.719285 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-99981b06-8118-4696-b0e7-d47da1c973c9 req-8df74793-852e-4c8e-9fff-fa94f33c86e7 service neutron] 10.222.0.74 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=decc0218-8c0d-4f69-a8f7-06f0367b750c HTTP/1.1" status: 200 len: 217 time: 0.0381804 Aug 30 01:26:51.735892 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-20faf8e2-b66e-41f9-b41f-f62df3679392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:51.774917 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981b06-8118-4696-b0e7-d47da1c973c9 req-1fc2b8bd-0b17-4a7e-aa1d-934692f3930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:51.776513 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-99981b06-8118-4696-b0e7-d47da1c973c9 req-1fc2b8bd-0b17-4a7e-aa1d-934692f3930a service neutron] 10.222.0.74 "GET /networking/v2.0/subnets?id=334300b0-93b9-4213-837b-a819672a30f3 HTTP/1.1" status: 200 len: 850 time: 0.0474765 Aug 30 01:26:51.848401 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20faf8e2-b66e-41f9-b41f-f62df3679392 None None] Checking router: d5aff5c9-f137-421d-864b-2ed3758b749e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:26:51.858464 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20faf8e2-b66e-41f9-b41f-f62df3679392 None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:26:51.859088 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-20faf8e2-b66e-41f9-b41f-f62df3679392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:26:23Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:51.877486 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125984fe-6fcf-4392-8692-6507f3b1738d req-a6a7f4eb-338e-4a7b-b972-0331cebd1773 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:51.878747 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-125984fe-6fcf-4392-8692-6507f3b1738d req-a6a7f4eb-338e-4a7b-b972-0331cebd1773 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 946 time: 0.0490928 Aug 30 01:26:51.932765 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-125984fe-6fcf-4392-8692-6507f3b1738d req-d7c769f9-f65b-4faf-9bc2-22831de74476 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482717 Aug 30 01:26:51.964887 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-20faf8e2-b66e-41f9-b41f-f62df3679392 None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:26:52.152219 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-20faf8e2-b66e-41f9-b41f-f62df3679392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:26:52.180788 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20faf8e2-b66e-41f9-b41f-f62df3679392 None None] The sync data for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi is: [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:36Z', 'revision_number': 4, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi', '_interfaces': [{'id': '3208a6a1-c397-4c79-91f8-291162a640dd', 'name': '', 'network_id': '8c6152a9-22c5-47c3-b922-7c52df366312', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'mac_address': 'fa:16:3e:e5:c2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '334300b0-93b9-4213-837b-a819672a30f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:35Z', 'updated_at': '2022-08-30T01:19:42Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'subnets': [{'id': '334300b0-93b9-4213-837b-a819672a30f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:26:52.397187 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7633cab8-ba3a-4169-95cc-790b0fc1b4ff None None] New status for floating IP b8fff8a4-4000-457a-a3c2-ae94c6277134: DOWN {{(pid=107026) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 01:26:52.920183 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-47cd9a88-4376-4884-bc66-a0c290b75d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:53.071075 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8114a-e42f-475f-86d6-5f937d80b57b req-b2dea53b-3ac2-4d0b-bbdf-b4e13b160887 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:53.073311 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e9a8114a-e42f-475f-86d6-5f937d80b57b req-b2dea53b-3ac2-4d0b-bbdf-b4e13b160887 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 946 time: 0.0568917 Aug 30 01:26:53.156803 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99981b06-8118-4696-b0e7-d47da1c973c9 req-6a68f2d4-cd13-4340-a927-95c7cc1d2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:53.158318 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-99981b06-8118-4696-b0e7-d47da1c973c9 req-6a68f2d4-cd13-4340-a927-95c7cc1d2659 service neutron] 10.222.0.74 "GET /networking/v2.0/ports?network_id=8c6152a9-22c5-47c3-b922-7c52df366312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0637405 Aug 30 01:26:53.162374 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-e9a8114a-e42f-475f-86d6-5f937d80b57b req-257034cc-40e6-499f-98fc-bf8d1c2d7407 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836251 Aug 30 01:26:53.470889 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-99981b06-8118-4696-b0e7-d47da1c973c9 req-f4145f0d-f1bf-4af1-91e6-792ef74b4ae2 service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882828 Aug 30 01:26:53.752425 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-99981b06-8118-4696-b0e7-d47da1c973c9 req-cf28e2a6-63a9-4b3a-a960-aa84d6f5011f service neutron] 10.222.0.74 "GET /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899689 Aug 30 01:26:53.887078 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5b8c1-4f7f-4071-9cd0-f39af1fa2e25 req-4679d9a0-46a5-4858-a610-f26144e25f1b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107024) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:53.888500 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-92f5b8c1-4f7f-4071-9cd0-f39af1fa2e25 req-4679d9a0-46a5-4858-a610-f26144e25f1b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 946 time: 0.0457406 Aug 30 01:26:53.977411 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-92f5b8c1-4f7f-4071-9cd0-f39af1fa2e25 req-6532c196-eba0-4357-bd05-d3d313571eb0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Deleting port decc0218-8c0d-4f69-a8f7-06f0367b750c {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:26:53.977770 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-92f5b8c1-4f7f-4071-9cd0-f39af1fa2e25 req-6532c196-eba0-4357-bd05-d3d313571eb0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:54.067131 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [req-92f5b8c1-4f7f-4071-9cd0-f39af1fa2e25 req-6532c196-eba0-4357-bd05-d3d313571eb0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] For port decc0218-8c0d-4f69-a8f7-06f0367b750c, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=decc0218-8c0d-4f69-a8f7-06f0367b750c,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:26:54.067486 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-92f5b8c1-4f7f-4071-9cd0-f39af1fa2e25 req-6532c196-eba0-4357-bd05-d3d313571eb0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:54.080790 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [req-92f5b8c1-4f7f-4071-9cd0-f39af1fa2e25 req-6532c196-eba0-4357-bd05-d3d313571eb0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Calling delete_port for decc0218-8c0d-4f69-a8f7-06f0367b750c owned by compute:nova {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:26:54.202991 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:54.252066 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:54.282029 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-92f5b8c1-4f7f-4071-9cd0-f39af1fa2e25 req-6532c196-eba0-4357-bd05-d3d313571eb0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (decc0218-8c0d-4f69-a8f7-06f0367b750c), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:54.288409 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:54.292437 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f871e8e-114f-40d9-a9e8-b17363e201de req-48711008-efbe-4cb7-9e84-9ca86daf010f tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 01:26:54.293991 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4f871e8e-114f-40d9-a9e8-b17363e201de req-48711008-efbe-4cb7-9e84-9ca86daf010f tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 946 time: 0.0565412 Aug 30 01:26:54.312007 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532c196-eba0-4357-bd05-d3d313571eb0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event deleted for resources: {'Port': ['ID=decc0218-8c0d-4f69-a8f7-06f0367b750c,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:54.349276 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-4f871e8e-114f-40d9-a9e8-b17363e201de req-34b422d6-3e8f-490b-af80-32e82e128a1b tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=6d7f6041-111b-4e8a-bae3-aa5179dbb724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494545 Aug 30 01:26:54.360782 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f5b8c1-4f7f-4071-9cd0-f39af1fa2e25 req-6532c196-eba0-4357-bd05-d3d313571eb0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] No DVR routers for this DVR port decc0218-8c0d-4f69-a8f7-06f0367b750c on host hv-cinder-81571 {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:26:54.363268 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [req-92f5b8c1-4f7f-4071-9cd0-f39af1fa2e25 req-6532c196-eba0-4357-bd05-d3d313571eb0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for port (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:54.366479 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [req-92f5b8c1-4f7f-4071-9cd0-f39af1fa2e25 req-6532c196-eba0-4357-bd05-d3d313571eb0 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.74 "DELETE /networking/v2.0/ports/decc0218-8c0d-4f69-a8f7-06f0367b750c HTTP/1.1" status: 204 len: 173 time: 0.4702725 Aug 30 01:26:54.366911 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'name': 'network-vif-deleted', 'tag': 'decc0218-8c0d-4f69-a8f7-06f0367b750c'}] {{(pid=107024) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 01:26:54.369499 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b07bf7f69a7ed653d434157c7388c2b3fa714e2d28a25585c89b8cf8344916d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224d3c28-df17-48d7-b5dd-489c7cb8cdcf" -d '{"events": [{"server_uuid": "7cc20f9c-35e3-4586-a419-82ed45c19481", "name": "network-vif-deleted", "tag": "decc0218-8c0d-4f69-a8f7-06f0367b750c"}]}' {{(pid=107024) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 01:26:54.409906 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 01:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da14ae2c-ae42-4c3f-9a7d-46500602ef69 x-openstack-request-id: req-da14ae2c-ae42-4c3f-9a7d-46500602ef69 {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 01:26:54.410268 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc20f9c-35e3-4586-a419-82ed45c19481", "name": "network-vif-deleted", "tag": "decc0218-8c0d-4f69-a8f7-06f0367b750c", "status": "completed", "code": 200}]} {{(pid=107024) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 01:26:54.410586 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da14ae2c-ae42-4c3f-9a7d-46500602ef69 {{(pid=107024) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 01:26:54.411092 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da14ae2c-ae42-4c3f-9a7d-46500602ef69'] response: {'server_uuid': '7cc20f9c-35e3-4586-a419-82ed45c19481', 'name': 'network-vif-deleted', 'tag': 'decc0218-8c0d-4f69-a8f7-06f0367b750c', 'status': 'completed', 'code': 200} Aug 30 01:26:55.466579 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [req-7afcb641-bd65-4d35-be54-602a3f15244f req-b79acb59-9526-4433-8205-78df962a66ab tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7cc20f9c-35e3-4586-a419-82ed45c19481 HTTP/1.1" status: 200 len: 210 time: 0.0273933 Aug 30 01:26:55.839559 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:55.840972 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:56.530952 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38782) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:56.641018 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-bd150fc7-f8d2-48a9-ba44-0d5f786737a8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Deleting port 9dbc66d8-2641-424b-bd70-f045e27a55e4 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:26:56.641360 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bd150fc7-f8d2-48a9-ba44-0d5f786737a8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (9dbc66d8-2641-424b-bd70-f045e27a55e4), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:56.722941 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bd150fc7-f8d2-48a9-ba44-0d5f786737a8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (9dbc66d8-2641-424b-bd70-f045e27a55e4), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:56.723268 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bd150fc7-f8d2-48a9-ba44-0d5f786737a8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for floatingip (9dbc66d8-2641-424b-bd70-f045e27a55e4), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:56.736747 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-bd150fc7-f8d2-48a9-ba44-0d5f786737a8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Calling delete_port for 9dbc66d8-2641-424b-bd70-f045e27a55e4 owned by network:floatingip {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:26:56.930591 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bd150fc7-f8d2-48a9-ba44-0d5f786737a8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (9dbc66d8-2641-424b-bd70-f045e27a55e4), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:56.960072 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd150fc7-f8d2-48a9-ba44-0d5f786737a8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event deleted for resources: {'Port': ['ID=9dbc66d8-2641-424b-bd70-f045e27a55e4,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:57.017918 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bd150fc7-f8d2-48a9-ba44-0d5f786737a8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for floatingip (1aaf739c-04a9-4e3b-b5c7-8f8c75d21faa), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:57.020327 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-bd150fc7-f8d2-48a9-ba44-0d5f786737a8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40645'] for floatingip (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:57.021466 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-bd150fc7-f8d2-48a9-ba44-0d5f786737a8 tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/1aaf739c-04a9-4e3b-b5c7-8f8c75d21faa HTTP/1.1" status: 204 len: 168 time: 0.4898348 Aug 30 01:26:57.597466 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device decc0218-8c0d-4f69-a8f7-06f0367b750c no longer exists at agent hyperv_hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:26:57.616344 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] No Port match for: decc0218-8c0d-4f69-a8f7-06f0367b750c {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:26:57.616853 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Device decc0218-8c0d-4f69-a8f7-06f0367b750c not bound to the agent host hv-cinder-81571 {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:26:58.381486 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38794) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:58.444007 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5b8afc81-e1c0-426f-a05d-fdd0ed36596a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group (6d7f6041-111b-4e8a-bae3-aa5179dbb724), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:58.471873 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5b8afc81-e1c0-426f-a05d-fdd0ed36596a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group (6d7f6041-111b-4e8a-bae3-aa5179dbb724), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:58.824158 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5b8afc81-e1c0-426f-a05d-fdd0ed36596a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (6d7f6041-111b-4e8a-bae3-aa5179dbb724), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:58.826765 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-5b8afc81-e1c0-426f-a05d-fdd0ed36596a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Publish callbacks [] for security_group (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:58.827959 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-5b8afc81-e1c0-426f-a05d-fdd0ed36596a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6d7f6041-111b-4e8a-bae3-aa5179dbb724 HTTP/1.1" status: 204 len: 168 time: 0.4454346 Aug 30 01:26:58.838724 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8afc81-e1c0-426f-a05d-fdd0ed36596a tempest-TestVolumeBootPattern-1512577343 tempest-TestVolumeBootPattern-1512577343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7f6041-111b-4e8a-bae3-aa5179dbb724,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:26:58.946098 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38798) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:26:59.356412 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bfb661a3-3c98-45b7-a413-4b97549c4382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-482018'] for router_interface (d5aff5c9-f137-421d-864b-2ed3758b749e), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:59.579882 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-bfb661a3-3c98-45b7-a413-4b97549c4382 admin admin] Deleting port 3208a6a1-c397-4c79-91f8-291162a640dd {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:26:59.580224 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bfb661a3-3c98-45b7-a413-4b97549c4382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:59.658828 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-bfb661a3-3c98-45b7-a413-4b97549c4382 admin admin] For port 3208a6a1-c397-4c79-91f8-291162a640dd, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=3208a6a1-c397-4c79-91f8-291162a640dd,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:26:59.659099 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bfb661a3-3c98-45b7-a413-4b97549c4382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:59.676640 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-bfb661a3-3c98-45b7-a413-4b97549c4382 admin admin] Calling delete_port for 3208a6a1-c397-4c79-91f8-291162a640dd owned by network:router_interface {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:26:59.845361 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:59.847608 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:26:59.943236 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bfb661a3-3c98-45b7-a413-4b97549c4382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (3208a6a1-c397-4c79-91f8-291162a640dd), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:26:59.968768 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb661a3-3c98-45b7-a413-4b97549c4382 admin admin] Pushing event deleted for resources: {'Port': ['ID=3208a6a1-c397-4c79-91f8-291162a640dd,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:00.132251 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-bfb661a3-3c98-45b7-a413-4b97549c4382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481618'] for router_interface (d5aff5c9-f137-421d-864b-2ed3758b749e), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:00.611234 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb661a3-3c98-45b7-a413-4b97549c4382 admin admin] Router d5aff5c9-f137-421d-864b-2ed3758b749e has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:27:00.715869 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb661a3-3c98-45b7-a413-4b97549c4382 admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:27:00.720846 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-bfb661a3-3c98-45b7-a413-4b97549c4382 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d5aff5c9-f137-421d-864b-2ed3758b749e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732012 Aug 30 01:27:00.723612 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38802) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:00.725506 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb7d64-6ce8-47b4-96d8-9a6499b5b2ae None None] Sync routers for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:27:00.737521 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb7d64-6ce8-47b4-96d8-9a6499b5b2ae None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:00.738233 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-1bfb7d64-6ce8-47b4-96d8-9a6499b5b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:26:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:00.830830 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Publish callbacks [] for router (d5aff5c9-f137-421d-864b-2ed3758b749e), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:00.845229 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-1bfb7d64-6ce8-47b4-96d8-9a6499b5b2ae None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: dv-cinder-815712-11-iscsi {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:00.930652 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Publish callbacks [] for router_gateway (d5aff5c9-f137-421d-864b-2ed3758b749e), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.016576 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-1bfb7d64-6ce8-47b4-96d8-9a6499b5b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:26:59Z', 'revision_number': 5, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port': {'id': 'ea7b68ef-641e-43f5-9d73-f54129e591c1', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:01.027498 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:01.031941 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Deleting port ea7b68ef-641e-43f5-9d73-f54129e591c1 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:01.032275 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.042430 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb7d64-6ce8-47b4-96d8-9a6499b5b2ae None None] Checking router: d5aff5c9-f137-421d-864b-2ed3758b749e for host: dv-cinder-815712-11-iscsi {{(pid=107027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:27:01.051052 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb7d64-6ce8-47b4-96d8-9a6499b5b2ae None None] Routers {'d5aff5c9-f137-421d-864b-2ed3758b749e'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:01.051653 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-1bfb7d64-6ce8-47b4-96d8-9a6499b5b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:26:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['d5aff5c9-f137-421d-864b-2ed3758b749e'], 'active': True} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:01.116508 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] For port ea7b68ef-641e-43f5-9d73-f54129e591c1, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=ea7b68ef-641e-43f5-9d73-f54129e591c1,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:01.116864 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.131081 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Calling delete_port for ea7b68ef-641e-43f5-9d73-f54129e591c1 owned by network:router_gateway {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:01.141140 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_dvr_db [None req-1bfb7d64-6ce8-47b4-96d8-9a6499b5b2ae None None] Set router d5aff5c9-f137-421d-864b-2ed3758b749e gateway port host: None {{(pid=107027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:01.176074 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:01.193685 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.l3_hamode_db [None req-1bfb7d64-6ce8-47b4-96d8-9a6499b5b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:27:00Z', 'revision_number': 6, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port_host': None}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:01.219087 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb7d64-6ce8-47b4-96d8-9a6499b5b2ae None None] The sync data for ids ['d5aff5c9-f137-421d-864b-2ed3758b749e'] in dv-cinder-815712-11-iscsi is: [{'id': 'd5aff5c9-f137-421d-864b-2ed3758b749e', 'name': 'tempest-TestVolumeBootPattern-249368221-router', 'tenant_id': '3068817b4ca34beca8bd4da5409e58ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:33Z', 'updated_at': '2022-08-30T01:27:00Z', 'revision_number': 6, 'project_id': '3068817b4ca34beca8bd4da5409e58ef', 'gw_port_host': None}] {{(pid=107027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:27:01.360379 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (ea7b68ef-641e-43f5-9d73-f54129e591c1), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.390550 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7b68ef-641e-43f5-9d73-f54129e591c1,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:01.454699 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477089'] for router_gateway (d5aff5c9-f137-421d-864b-2ed3758b749e), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.543296 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2934'] for router (d5aff5c9-f137-421d-864b-2ed3758b749e), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.545609 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Publish callbacks [] for router_controller (d5aff5c9-f137-421d-864b-2ed3758b749e), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.669114 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481583'] for router (d5aff5c9-f137-421d-864b-2ed3758b749e), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.669712 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5aff5c9-f137-421d-864b-2ed3758b749e {{(pid=107024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:27:01.679068 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.679068 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-f7d5eeac-949f-4424-a36a-e6bd0900515e admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/d5aff5c9-f137-421d-864b-2ed3758b749e HTTP/1.1" status: 204 len: 168 time: 0.9505689 Aug 30 01:27:01.679068 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38804) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:01.735601 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9eb5a0e-0a54-43ba-bb41-2ee65ffd6396 admin admin] Deleting subnet 334300b0-93b9-4213-837b-a819672a30f3 {{(pid=107024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:27:01.740135 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5a0e-0a54-43ba-bb41-2ee65ffd6396 admin admin] Publish callbacks [] for subnet (334300b0-93b9-4213-837b-a819672a30f3), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.786153 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5a0e-0a54-43ba-bb41-2ee65ffd6396 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16218592'] for subnet (334300b0-93b9-4213-837b-a819672a30f3), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:01.865474 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5a0e-0a54-43ba-bb41-2ee65ffd6396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (334300b0-93b9-4213-837b-a819672a30f3), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.029363 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5a0e-0a54-43ba-bb41-2ee65ffd6396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12989510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14457447'] for subnet (334300b0-93b9-4213-837b-a819672a30f3), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.034714 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:02.057507 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb5a0e-0a54-43ba-bb41-2ee65ffd6396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=334300b0-93b9-4213-837b-a819672a30f3,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:02.063098 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5a0e-0a54-43ba-bb41-2ee65ffd6396 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.069841 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-c9eb5a0e-0a54-43ba-bb41-2ee65ffd6396 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/334300b0-93b9-4213-837b-a819672a30f3 HTTP/1.1" status: 204 len: 168 time: 0.3877711 Aug 30 01:27:02.069989 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.wsgi [-] (107025) accepted ('10.222.0.52', 38806) {{(pid=107025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:02.072742 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d52c80b-49d0-4ff6-b272-eaebc3fc4f94 None None] Network 8c6152a9-22c5-47c3-b922-7c52df366312 requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:02.149346 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (8c6152a9-22c5-47c3-b922-7c52df366312), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.162345 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:02.188994 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:02.202678 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Deleting port d77af30b-ef65-423b-9191-0ec9bd80a589 {{(pid=107025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:02.203122 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.253878 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] DHCP port deletion for 8c6152a9-22c5-47c3-b922-7c52df366312 request from dv-cinder-815712-11-iscsi {{(pid=107026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:27:02.276710 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.db [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] For port d77af30b-ef65-423b-9191-0ec9bd80a589, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=d77af30b-ef65-423b-9191-0ec9bd80a589,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:02.277075 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.291524 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.plugin [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Calling delete_port for d77af30b-ef65-423b-9191-0ec9bd80a589 owned by network:dhcp {{(pid=107025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:02.295679 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Deleting port d77af30b-ef65-423b-9191-0ec9bd80a589 {{(pid=107026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:02.296130 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), before_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.364765 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] For port d77af30b-ef65-423b-9191-0ec9bd80a589, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=d77af30b-ef65-423b-9191-0ec9bd80a589,segment=NetworkSegment(4485dbd7-db7d-41d1-8937-af4345395bf1),segment_id=4485dbd7-db7d-41d1-8937-af4345395bf1)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:02.365158 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), precommit_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.379369 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Calling delete_port for d77af30b-ef65-423b-9191-0ec9bd80a589 owned by network:dhcp {{(pid=107026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:02.428988 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13572430'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.457834 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] No DVR routers for this DVR port d77af30b-ef65-423b-9191-0ec9bd80a589 on host dv-cinder-815712-11-iscsi {{(pid=107025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:02.462203 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (d77af30b-ef65-423b-9191-0ec9bd80a589), after_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.463174 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d77af30b-ef65-423b-9191-0ec9bd80a589,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:02.487008 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Pushing event deleted for resources: {'Port': ['ID=d77af30b-ef65-423b-9191-0ec9bd80a589,revision_number=None']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:02.497271 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:27:02.500322 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.500676 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.501021 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.501361 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.501696 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.502051 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.502379 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.502708 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.503035 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.503362 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.503686 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.504009 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.504333 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.504650 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.504969 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-11-iscsi {{(pid=107026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 01:27:02.507782 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c669f6-9187-4f99-bb57-ed3fb7e31634 None None] No DVR routers for this DVR port d77af30b-ef65-423b-9191-0ec9bd80a589 on host dv-cinder-815712-11-iscsi {{(pid=107026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:02.541331 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (8c6152a9-22c5-47c3-b922-7c52df366312), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.567795 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6152a9-22c5-47c3-b922-7c52df366312']}} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:02.577889 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4485dbd7-db7d-41d1-8937-af4345395bf1') {'for_net_delete': True} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:02.578282 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.services.segments.db [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4485dbd7-db7d-41d1-8937-af4345395bf1') {} {{(pid=107025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:02.582391 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 3208a6a1-c397-4c79-91f8-291162a640dd no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:02.588178 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13169961'] for segment (4485dbd7-db7d-41d1-8937-af4345395bf1), before_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.602043 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (4485dbd7-db7d-41d1-8937-af4345395bf1), precommit_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.603702 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 3208a6a1-c397-4c79-91f8-291162a640dd {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:02.604054 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 3208a6a1-c397-4c79-91f8-291162a640dd not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:02.604475 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device ea7b68ef-641e-43f5-9d73-f54129e591c1 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:02.609772 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=107025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:27:02.610168 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13572379'] for segment (4485dbd7-db7d-41d1-8937-af4345395bf1), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.624126 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: ea7b68ef-641e-43f5-9d73-f54129e591c1 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:02.624126 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device ea7b68ef-641e-43f5-9d73-f54129e591c1 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:02.624510 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device d77af30b-ef65-423b-9191-0ec9bd80a589 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:02.643590 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: d77af30b-ef65-423b-9191-0ec9bd80a589 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:02.643949 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device d77af30b-ef65-423b-9191-0ec9bd80a589 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:02.652584 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment 4485dbd7-db7d-41d1-8937-af4345395bf1 resource provider aggregate not found Aug 30 01:27:02.670855 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.services.segments.plugin [-] Segment 4485dbd7-db7d-41d1-8937-af4345395bf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4485dbd7-db7d-41d1-8937-af4345395bf1 found for delete ", "request_id": "req-a0a5f92e-eed9-4354-a3f7-00820efd6306"}]} Aug 30 01:27:02.760534 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (8c6152a9-22c5-47c3-b922-7c52df366312), after_delete {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.766353 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron_lib.callbacks.manager [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:02.769318 dv-cinder-815712-11-iscsi neutron-server[107025]: INFO neutron.wsgi [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/8c6152a9-22c5-47c3-b922-7c52df366312 HTTP/1.1" status: 204 len: 168 time: 0.6988895 Aug 30 01:27:02.772319 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38812) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:02.781625 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f46e6-7bca-4c68-b831-435057f42ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c6152a9-22c5-47c3-b922-7c52df366312,revision_number=None']} {{(pid=107025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:03.082722 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dfba7a60-27fd-4e36-a314-85e70e2e4c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-482018'] for router_interface (bb82c896-dd5f-4aa5-afce-29992f73cb90), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.307092 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-dfba7a60-27fd-4e36-a314-85e70e2e4c8f admin admin] Deleting port bccb5491-a0ba-4b05-baa1-1f82e63e706e {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:03.307427 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dfba7a60-27fd-4e36-a314-85e70e2e4c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.309709 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:03.392222 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-dfba7a60-27fd-4e36-a314-85e70e2e4c8f admin admin] For port bccb5491-a0ba-4b05-baa1-1f82e63e706e, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=bccb5491-a0ba-4b05-baa1-1f82e63e706e,segment=NetworkSegment(8f0e224b-9e01-4a63-9216-98f5969b2e09),segment_id=8f0e224b-9e01-4a63-9216-98f5969b2e09)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:03.392488 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dfba7a60-27fd-4e36-a314-85e70e2e4c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.406468 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-dfba7a60-27fd-4e36-a314-85e70e2e4c8f admin admin] Calling delete_port for bccb5491-a0ba-4b05-baa1-1f82e63e706e owned by network:router_interface {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:03.507636 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=100 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:03.652247 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dfba7a60-27fd-4e36-a314-85e70e2e4c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (bccb5491-a0ba-4b05-baa1-1f82e63e706e), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:03.676849 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba7a60-27fd-4e36-a314-85e70e2e4c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=bccb5491-a0ba-4b05-baa1-1f82e63e706e,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:03.843865 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-dfba7a60-27fd-4e36-a314-85e70e2e4c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481618'] for router_interface (bb82c896-dd5f-4aa5-afce-29992f73cb90), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:04.055520 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfba7a60-27fd-4e36-a314-85e70e2e4c8f admin admin] Router bb82c896-dd5f-4aa5-afce-29992f73cb90 has already been hosted by L3 agent 3e5ebb98-2853-4649-a8aa-0475bea8470a {{(pid=107024) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 01:27:04.160250 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfba7a60-27fd-4e36-a314-85e70e2e4c8f admin admin] Notify agent at l3_agent.dv-cinder-815712-11-iscsi the message routers_updated {{(pid=107024) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 01:27:04.166073 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-dfba7a60-27fd-4e36-a314-85e70e2e4c8f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/bb82c896-dd5f-4aa5-afce-29992f73cb90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3919663 Aug 30 01:27:04.170080 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d879e9b8-e760-4924-accb-2160385cb502 None None] Sync routers for ids ['bb82c896-dd5f-4aa5-afce-29992f73cb90'] in dv-cinder-815712-11-iscsi {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 01:27:04.170598 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38814) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:04.188338 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d879e9b8-e760-4924-accb-2160385cb502 None None] Routers {'bb82c896-dd5f-4aa5-afce-29992f73cb90'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:04.188338 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-d879e9b8-e760-4924-accb-2160385cb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:26:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['bb82c896-dd5f-4aa5-afce-29992f73cb90'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:04.279892 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Publish callbacks [] for router (bb82c896-dd5f-4aa5-afce-29992f73cb90), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:04.285099 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-d879e9b8-e760-4924-accb-2160385cb502 None None] Set router bb82c896-dd5f-4aa5-afce-29992f73cb90 gateway port host: dv-cinder-815712-11-iscsi {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:04.366925 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:04.380981 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Publish callbacks [] for router_gateway (bb82c896-dd5f-4aa5-afce-29992f73cb90), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:04.474830 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-d879e9b8-e760-4924-accb-2160385cb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'name': 'tempest-TestVolumeBootPattern-2090218234-router', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'external_fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '98ecff6f-5946-47ed-886a-501d09473b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:39Z', 'updated_at': '2022-08-30T01:27:03Z', 'revision_number': 5, 'project_id': '561828cfc1c64d8b89e7e13f39cd6911', 'gw_port': {'id': '98ecff6f-5946-47ed-886a-501d09473b35', 'name': '', 'network_id': '3905eba9-d150-4261-a4f5-9717b4e9f0c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:bf:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T01:19:40Z', 'updated_at': '2022-08-30T01:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc9920b1-7ab9-4911-8e41-820b88e4def8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-11-iscsi'}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:04.493192 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Deleting port 98ecff6f-5946-47ed-886a-501d09473b35 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:04.494025 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (98ecff6f-5946-47ed-886a-501d09473b35), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:04.500921 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d879e9b8-e760-4924-accb-2160385cb502 None None] Checking router: bb82c896-dd5f-4aa5-afce-29992f73cb90 for host: dv-cinder-815712-11-iscsi {{(pid=107026) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 01:27:04.505222 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:04.509773 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d879e9b8-e760-4924-accb-2160385cb502 None None] Routers {'bb82c896-dd5f-4aa5-afce-29992f73cb90'} bound to L3 agent in host dv-cinder-815712-11-iscsi {{(pid=107026) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 01:27:04.510394 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-d879e9b8-e760-4924-accb-2160385cb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-30T01:02:23Z,description=,heartbeat_timestamp=2022-08-30T01:26:53Z,host='dv-cinder-815712-11-iscsi',id=3e5ebb98-2853-4649-a8aa-0475bea8470a,load=0,resource_versions=,resources_synced=,started_at=2022-08-30T01:02:24Z,topic='l3_agent')) {'router_ids': ['bb82c896-dd5f-4aa5-afce-29992f73cb90'], 'active': True} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:04.585312 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] For port 98ecff6f-5946-47ed-886a-501d09473b35, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=98ecff6f-5946-47ed-886a-501d09473b35,segment=NetworkSegment(d68cf215-5ea1-4c31-9af3-4582f2640dbd),segment_id=d68cf215-5ea1-4c31-9af3-4582f2640dbd)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:04.585673 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (98ecff6f-5946-47ed-886a-501d09473b35), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:04.601006 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Calling delete_port for 98ecff6f-5946-47ed-886a-501d09473b35 owned by network:router_gateway {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:04.729444 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvr_db [None req-d879e9b8-e760-4924-accb-2160385cb502 None None] Set router bb82c896-dd5f-4aa5-afce-29992f73cb90 gateway port host: None {{(pid=107026) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 01:27:04.779606 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_hamode_db [None req-d879e9b8-e760-4924-accb-2160385cb502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'name': 'tempest-TestVolumeBootPattern-2090218234-router', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:39Z', 'updated_at': '2022-08-30T01:27:04Z', 'revision_number': 6, 'project_id': '561828cfc1c64d8b89e7e13f39cd6911', 'gw_port_host': None}], 'dv-cinder-815712-11-iscsi', False) {} {{(pid=107026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:04.806879 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d879e9b8-e760-4924-accb-2160385cb502 None None] The sync data for ids ['bb82c896-dd5f-4aa5-afce-29992f73cb90'] in dv-cinder-815712-11-iscsi is: [{'id': 'bb82c896-dd5f-4aa5-afce-29992f73cb90', 'name': 'tempest-TestVolumeBootPattern-2090218234-router', 'tenant_id': '561828cfc1c64d8b89e7e13f39cd6911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T01:19:39Z', 'updated_at': '2022-08-30T01:27:04Z', 'revision_number': 6, 'project_id': '561828cfc1c64d8b89e7e13f39cd6911', 'gw_port_host': None}] {{(pid=107026) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 01:27:04.863321 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (98ecff6f-5946-47ed-886a-501d09473b35), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:04.888300 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Pushing event deleted for resources: {'Port': ['ID=98ecff6f-5946-47ed-886a-501d09473b35,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:04.954428 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477089'] for router_gateway (bb82c896-dd5f-4aa5-afce-29992f73cb90), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:05.311854 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-482956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2934'] for router (bb82c896-dd5f-4aa5-afce-29992f73cb90), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:05.314083 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Publish callbacks [] for router_controller (bb82c896-dd5f-4aa5-afce-29992f73cb90), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:05.423401 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481583'] for router (bb82c896-dd5f-4aa5-afce-29992f73cb90), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:05.423971 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb82c896-dd5f-4aa5-afce-29992f73cb90 {{(pid=107024) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 01:27:05.428419 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:05.429617 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-c1ade713-eda7-4442-a7c3-2d5587cbbf05 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/bb82c896-dd5f-4aa5-afce-29992f73cb90 HTTP/1.1" status: 204 len: 168 time: 1.2582035 Aug 30 01:27:05.432974 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38816) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:05.484079 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa64c41-2014-40ee-bce7-758991a7f612 admin admin] Deleting subnet 13f00318-c7e4-48ae-a398-2dada27a1137 {{(pid=107024) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 01:27:05.487382 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7aa64c41-2014-40ee-bce7-758991a7f612 admin admin] Publish callbacks [] for subnet (13f00318-c7e4-48ae-a398-2dada27a1137), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:05.524637 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7aa64c41-2014-40ee-bce7-758991a7f612 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16218592'] for subnet (13f00318-c7e4-48ae-a398-2dada27a1137), precommit_delete_associations {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:05.603416 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7aa64c41-2014-40ee-bce7-758991a7f612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-568163'] for subnet (13f00318-c7e4-48ae-a398-2dada27a1137), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:05.636176 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:05.755237 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7aa64c41-2014-40ee-bce7-758991a7f612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-568186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12989510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14457447'] for subnet (13f00318-c7e4-48ae-a398-2dada27a1137), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:05.793995 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa64c41-2014-40ee-bce7-758991a7f612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f00318-c7e4-48ae-a398-2dada27a1137,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:05.801667 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7aa64c41-2014-40ee-bce7-758991a7f612 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:05.807375 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-7aa64c41-2014-40ee-bce7-758991a7f612 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/13f00318-c7e4-48ae-a398-2dada27a1137 HTTP/1.1" status: 204 len: 168 time: 0.3733189 Aug 30 01:27:05.810099 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38818) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:05.810824 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ba3ed-45f3-4852-826f-38ec318cb17b None None] Network df313dbd-181e-4371-86e9-78d5b4ce37df requested from dv-cinder-815712-11-iscsi {{(pid=107026) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 01:27:05.858592 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:05.886203 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-579422'] for network (df313dbd-181e-4371-86e9-78d5b4ce37df), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:05.894799 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:05.936321 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Deleting port 790992f6-7835-4e2e-a371-c26f818c05e3 {{(pid=107024) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:05.936655 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:05.966789 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61617187-c967-4f26-b54c-70d01431e695 None None] DHCP port deletion for df313dbd-181e-4371-86e9-78d5b4ce37df request from dv-cinder-815712-11-iscsi {{(pid=107026) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 01:27:06.002965 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.db [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] For port 790992f6-7835-4e2e-a371-c26f818c05e3, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=790992f6-7835-4e2e-a371-c26f818c05e3,segment=NetworkSegment(8f0e224b-9e01-4a63-9216-98f5969b2e09),segment_id=8f0e224b-9e01-4a63-9216-98f5969b2e09)] {{(pid=107024) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:06.003325 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:06.009682 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-61617187-c967-4f26-b54c-70d01431e695 None None] Deleting port 790992f6-7835-4e2e-a371-c26f818c05e3 {{(pid=107026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 01:27:06.010095 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-61617187-c967-4f26-b54c-70d01431e695 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732600560604'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), before_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:06.017869 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.plugin [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Calling delete_port for 790992f6-7835-4e2e-a371-c26f818c05e3 owned by network:dhcp {{(pid=107024) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:06.059109 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:06.076371 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.db [None req-61617187-c967-4f26-b54c-70d01431e695 None None] For port 790992f6-7835-4e2e-a371-c26f818c05e3, host dv-cinder-815712-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-11-iscsi',level=0,port_id=790992f6-7835-4e2e-a371-c26f818c05e3,segment=NetworkSegment(8f0e224b-9e01-4a63-9216-98f5969b2e09),segment_id=8f0e224b-9e01-4a63-9216-98f5969b2e09)] {{(pid=107026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 01:27:06.076700 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-61617187-c967-4f26-b54c-70d01431e695 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478441'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), precommit_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:06.090491 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-61617187-c967-4f26-b54c-70d01431e695 None None] Calling delete_port for 790992f6-7835-4e2e-a371-c26f818c05e3 owned by network:dhcp {{(pid=107026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 01:27:06.183660 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12990389'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:06.188016 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:06.195254 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-61617187-c967-4f26-b54c-70d01431e695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1524849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732600566218', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732600187414'] for port (790992f6-7835-4e2e-a371-c26f818c05e3), after_delete {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:06.219978 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61617187-c967-4f26-b54c-70d01431e695 None None] Pushing event deleted for resources: {'Port': ['ID=790992f6-7835-4e2e-a371-c26f818c05e3,revision_number=None']} {{(pid=107026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:06.223302 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61617187-c967-4f26-b54c-70d01431e695 None None] No DVR routers for this DVR port 790992f6-7835-4e2e-a371-c26f818c05e3 on host dv-cinder-815712-11-iscsi {{(pid=107026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:06.224267 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Pushing event deleted for resources: {'Port': ['ID=790992f6-7835-4e2e-a371-c26f818c05e3,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:06.227016 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] No DVR routers for this DVR port 790992f6-7835-4e2e-a371-c26f818c05e3 on host dv-cinder-815712-11-iscsi {{(pid=107024) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 01:27:06.311913 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565504', 'neutron.services.segments.db._delete_segments_for_network-8732600622659'] for network (df313dbd-181e-4371-86e9-78d5b4ce37df), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:06.333714 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df313dbd-181e-4371-86e9-78d5b4ce37df']}} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:06.344366 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0e224b-9e01-4a63-9216-98f5969b2e09') {'for_net_delete': True} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:06.344662 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.services.segments.db [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0e224b-9e01-4a63-9216-98f5969b2e09') {} {{(pid=107024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 01:27:06.354830 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732600727471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16218603'] for segment (8f0e224b-9e01-4a63-9216-98f5969b2e09), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:06.369085 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322'] for segment (8f0e224b-9e01-4a63-9216-98f5969b2e09), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:06.375937 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=107024) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 01:27:06.376323 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-563322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12990432'] for segment (8f0e224b-9e01-4a63-9216-98f5969b2e09), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:06.468867 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 8f0e224b-9e01-4a63-9216-98f5969b2e09 resource provider aggregate not found Aug 30 01:27:06.488483 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.services.segments.plugin [-] Segment 8f0e224b-9e01-4a63-9216-98f5969b2e09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f0e224b-9e01-4a63-9216-98f5969b2e09 found for delete ", "request_id": "req-17184074-6f8c-478d-8d58-da88884b14d7"}]} Aug 30 01:27:06.543722 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-477133'] for network (df313dbd-181e-4371-86e9-78d5b4ce37df), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:06.559536 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585482'] for network (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:06.566026 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/df313dbd-181e-4371-86e9-78d5b4ce37df HTTP/1.1" status: 204 len: 168 time: 0.7525163 Aug 30 01:27:06.574374 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e820f02-87c2-454f-a157-faa41c7ecbfd admin admin] Pushing event deleted for resources: {'Network': ['ID=df313dbd-181e-4371-86e9-78d5b4ce37df,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:06.598925 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device bccb5491-a0ba-4b05-baa1-1f82e63e706e no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:06.609596 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: bccb5491-a0ba-4b05-baa1-1f82e63e706e {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:06.609974 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device bccb5491-a0ba-4b05-baa1-1f82e63e706e not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:06.610548 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 790992f6-7835-4e2e-a371-c26f818c05e3 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:06.630914 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 790992f6-7835-4e2e-a371-c26f818c05e3 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:06.631272 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 790992f6-7835-4e2e-a371-c26f818c05e3 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:06.631688 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 98ecff6f-5946-47ed-886a-501d09473b35 no longer exists at agent ovs-agent-dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 01:27:06.652216 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.plugin [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] No Port match for: 98ecff6f-5946-47ed-886a-501d09473b35 {{(pid=107026) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 01:27:06.652566 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron.plugins.ml2.rpc [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Device 98ecff6f-5946-47ed-886a-501d09473b35 not bound to the agent host dv-cinder-815712-11-iscsi {{(pid=107026) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 01:27:06.931122 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38828) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:06.987853 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-4ff63827-3108-4b53-976d-6acfa3defdfa admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3068817b4ca34beca8bd4da5409e58ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529330 Aug 30 01:27:06.990070 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38830) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:07.040975 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af3d57f3-1990-410e-9b64-a39a2a79ae50 admin admin] Publish callbacks [] for security_group (0ee444bd-8c61-4f74-8725-326b9839094c), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.065168 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af3d57f3-1990-410e-9b64-a39a2a79ae50 admin admin] Publish callbacks [] for security_group (0ee444bd-8c61-4f74-8725-326b9839094c), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.194705 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af3d57f3-1990-410e-9b64-a39a2a79ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (0ee444bd-8c61-4f74-8725-326b9839094c), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.197825 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-af3d57f3-1990-410e-9b64-a39a2a79ae50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.199061 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-af3d57f3-1990-410e-9b64-a39a2a79ae50 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0ee444bd-8c61-4f74-8725-326b9839094c HTTP/1.1" status: 204 len: 168 time: 0.2080517 Aug 30 01:27:07.207236 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d57f3-1990-410e-9b64-a39a2a79ae50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee444bd-8c61-4f74-8725-326b9839094c,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:07.873698 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38836) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:07.889530 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:07.914941 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-c28e3cd7-2b0c-4009-995a-9155b72f37a7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=561828cfc1c64d8b89e7e13f39cd6911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400634 Aug 30 01:27:07.917814 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [-] (107024) accepted ('10.222.0.52', 38838) {{(pid=107024) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 01:27:07.967603 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ddb6fbca-b9ae-41db-9931-76b3ffb3fc11 admin admin] Publish callbacks [] for security_group (ce9c9596-228c-4928-a543-c7377e6fd725), before_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:07.987729 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ddb6fbca-b9ae-41db-9931-76b3ffb3fc11 admin admin] Publish callbacks [] for security_group (ce9c9596-228c-4928-a543-c7377e6fd725), precommit_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:08.125038 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ddb6fbca-b9ae-41db-9931-76b3ffb3fc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417669'] for security_group (ce9c9596-228c-4928-a543-c7377e6fd725), after_delete {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:08.127658 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron_lib.callbacks.manager [None req-ddb6fbca-b9ae-41db-9931-76b3ffb3fc11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:08.134832 dv-cinder-815712-11-iscsi neutron-server[107024]: INFO neutron.wsgi [None req-ddb6fbca-b9ae-41db-9931-76b3ffb3fc11 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ce9c9596-228c-4928-a543-c7377e6fd725 HTTP/1.1" status: 204 len: 168 time: 0.2100985 Aug 30 01:27:08.140780 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6fbca-b9ae-41db-9931-76b3ffb3fc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9c9596-228c-4928-a543-c7377e6fd725,revision_number=None']} {{(pid=107024) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 01:27:12.770903 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:12.771642 dv-cinder-815712-11-iscsi neutron-server[107025]: DEBUG dbcounter [-] [107025] Writing DB stats neutron:SELECT=28,neutron:DELETE=6 {{(pid=107025) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:16.634465 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:16.635248 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:17.424380 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:17.431124 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=100 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:18.132361 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:18.136874 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG dbcounter [-] [107024] Writing DB stats neutron:SELECT=65,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:18.154151 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:19.640354 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:20.291346 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-e44f1b3f-f50d-44a0-9e18-b548b7c7b3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:22.966369 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b61a6aa1-7039-4677-8e44-dc319474bd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:24.263993 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:25.817238 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:25.885633 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:27.462340 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:35.739194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:35.775187 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:35.780455 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:39.497344 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:27:49.493329 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:27:49.588095 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:50.305794 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d9b93c0f-19ba-4a35-9ac0-378752159fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:52.986016 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-22bd939c-471f-43c2-9590-9fb753a7db30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:54.244994 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:55.804756 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:27:55.867696 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:04.430215 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:04.435125 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:05.780677 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:05.784473 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:05.788250 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:16.497469 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:28:18.502293 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:19.633290 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:20.348426 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-925d9a3b-206a-485a-a885-fe7189ee7899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:22.927898 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-527ae086-da95-4718-afeb-0fc2a65b06f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:24.299096 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:25.798727 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:25.879004 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:26.493568 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:37.832373 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=3,neutron:SELECT=18 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:37.835782 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:37.837009 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:44.447400 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:44.448436 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:28:49.669540 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:50.315399 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-69a895f6-d0cf-47db-9bac-8a259970f9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:52.915344 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5153519b-76a3-4e8f-a861-f72e6d5e6f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:53.496662 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:28:54.255327 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:55.817782 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:28:55.872605 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:03.491907 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:03.492713 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:05.783872 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:05.789952 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:05.791084 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:18.425466 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=13 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:18.428444 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=19 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:19.660449 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:20.365498 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-8b073189-ff2a-411a-9be9-88a901ec3754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:22.925958 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d89ce6d4-bb45-4013-87ee-a6ea9b156e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:24.274130 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:25.798780 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:25.929443 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:30.496267 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:29:35.790193 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:35.795121 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:35.796832 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:40.492038 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:40.492845 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:49.701892 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:50.319233 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-f97617e0-2509-4375-8168-32028b6e2eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:52.907008 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-03f47511-b631-4290-9c64-4d57693300a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:54.232912 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:55.431319 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:55.434727 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:29:55.810123 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:29:55.907242 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:05.791242 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:05.795143 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:05.797878 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:07.495698 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:30:18.506322 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:18.507155 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:19.677960 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:20.352205 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b316d645-5401-4cb9-9856-b5113f66b41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:22.971032 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b55884a8-89c8-4e3e-9ef8-ae90e8a2b025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:24.300481 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:25.803115 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:25.860558 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:32.437449 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:32.441521 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:37.841691 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:37.843663 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:37.845419 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:44.495712 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:30:49.688407 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:49.771697 dv-cinder-815712-11-iscsi neutron-server[107024]: DEBUG neutron.wsgi [req-b807e98b-2d32-4854-8ead-62953f7d5424 req-df8962d5-9988-4eee-a82c-7ebb6abd20bb service neutron] (107024) timed out ('10.222.0.74', 53254) {{(pid=107024) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 01:30:50.322130 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-57d87793-9255-4fea-9781-820f50aeba1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:52.939518 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-1efd6701-9ec8-4225-a326-7134cf714354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:54.270610 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:54.490955 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:30:55.813173 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:30:55.865360 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:05.747731 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:05.803471 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:05.806169 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:17.840456 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=15 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:17.841416 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=17 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:19.687476 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:20.286711 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6ec01235-e071-483f-ac0d-87d7e5adbdd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:21.494592 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:31:22.915650 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-c843921f-92f5-4a01-a6aa-5dfbbcf547cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:24.270057 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:25.835450 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:25.881211 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:31.491098 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:35.799280 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:35.803194 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:35.806028 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:46.436598 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:46.442476 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=5 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:31:49.714974 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:50.320700 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-0effa8ac-03d6-41a7-a15d-04e9d13c3942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:52.920612 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-b3f320dd-cfb5-4d04-9b16-94369e6c9d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:54.269163 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:55.823631 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:55.892011 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:31:58.494975 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG neutron.db.agents_db [None req-b70917a2-65f4-42fb-b327-48645d0d6a6d None None] Agent healthcheck: found 6 active agents {{(pid=107027) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 01:32:05.801842 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:05.806811 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:05.808966 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG dbcounter [-] [107026] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107026) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:08.490176 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=2 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:19.714827 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-d69cf475-44cc-4090-8f99-080b8a6bd306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (cad5741c-c6fd-4ffb-9d1f-78f84d30570c), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:20.348721 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-18fc578a-8fda-41c5-89ea-7022b2b5d75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (07aafc1f-0e01-4e30-9a69-89397bf893fa), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:22.942969 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-6fa50371-b60f-4415-959e-9aae6d332100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (3e5ebb98-2853-4649-a8aa-0475bea8470a), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:23.433412 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=3 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:23.438423 dv-cinder-815712-11-iscsi neutron-server[107027]: DEBUG dbcounter [-] [107027] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107027) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 01:32:24.285885 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-5dcf1bba-0441-4f03-a7de-53bb561c868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (119725b2-6575-4fcb-b41a-85fb83f57251), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:25.815537 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-bc5686e1-5e84-4622-9174-7579e10b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (1219fda8-8dff-4e47-9829-d0b177553635), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 01:32:25.880250 dv-cinder-815712-11-iscsi neutron-server[107026]: DEBUG neutron_lib.callbacks.manager [None req-97695358-da42-482e-8695-148a1eb9ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732600622641', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566721'] for agent (7c8813de-38d1-4cb7-89c7-b4ce73d01696), after_update {{(pid=107026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}